1ac27a0ecSDave Kleikamp /* 2617ba13bSMingming Cao * linux/fs/ext4/inode.c 3ac27a0ecSDave Kleikamp * 4ac27a0ecSDave Kleikamp * Copyright (C) 1992, 1993, 1994, 1995 5ac27a0ecSDave Kleikamp * Remy Card (card@masi.ibp.fr) 6ac27a0ecSDave Kleikamp * Laboratoire MASI - Institut Blaise Pascal 7ac27a0ecSDave Kleikamp * Universite Pierre et Marie Curie (Paris VI) 8ac27a0ecSDave Kleikamp * 9ac27a0ecSDave Kleikamp * from 10ac27a0ecSDave Kleikamp * 11ac27a0ecSDave Kleikamp * linux/fs/minix/inode.c 12ac27a0ecSDave Kleikamp * 13ac27a0ecSDave Kleikamp * Copyright (C) 1991, 1992 Linus Torvalds 14ac27a0ecSDave Kleikamp * 15ac27a0ecSDave Kleikamp * Goal-directed block allocation by Stephen Tweedie 16ac27a0ecSDave Kleikamp * (sct@redhat.com), 1993, 1998 17ac27a0ecSDave Kleikamp * Big-endian to little-endian byte-swapping/bitmaps by 18ac27a0ecSDave Kleikamp * David S. Miller (davem@caip.rutgers.edu), 1995 19ac27a0ecSDave Kleikamp * 64-bit file support on 64-bit platforms by Jakub Jelinek 20ac27a0ecSDave Kleikamp * (jj@sunsite.ms.mff.cuni.cz) 21ac27a0ecSDave Kleikamp * 22617ba13bSMingming Cao * Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000 23ac27a0ecSDave Kleikamp */ 24ac27a0ecSDave Kleikamp 25ac27a0ecSDave Kleikamp #include <linux/module.h> 26ac27a0ecSDave Kleikamp #include <linux/fs.h> 27ac27a0ecSDave Kleikamp #include <linux/time.h> 28dab291afSMingming Cao #include <linux/jbd2.h> 29ac27a0ecSDave Kleikamp #include <linux/highuid.h> 30ac27a0ecSDave Kleikamp #include <linux/pagemap.h> 31ac27a0ecSDave Kleikamp #include <linux/quotaops.h> 32ac27a0ecSDave Kleikamp #include <linux/string.h> 33ac27a0ecSDave Kleikamp #include <linux/buffer_head.h> 34ac27a0ecSDave Kleikamp #include <linux/writeback.h> 3564769240SAlex Tomas #include <linux/pagevec.h> 36ac27a0ecSDave Kleikamp #include <linux/mpage.h> 37ac27a0ecSDave Kleikamp #include <linux/uio.h> 38ac27a0ecSDave Kleikamp #include <linux/bio.h> 393dcf5451SChristoph Hellwig #include "ext4_jbd2.h" 40ac27a0ecSDave Kleikamp #include "xattr.h" 41ac27a0ecSDave Kleikamp #include "acl.h" 42d2a17637SMingming Cao #include "ext4_extents.h" 43ac27a0ecSDave Kleikamp 44678aaf48SJan Kara static inline int ext4_begin_ordered_truncate(struct inode *inode, 45678aaf48SJan Kara loff_t new_size) 46678aaf48SJan Kara { 47678aaf48SJan Kara return jbd2_journal_begin_ordered_truncate(&EXT4_I(inode)->jinode, 48678aaf48SJan Kara new_size); 49678aaf48SJan Kara } 50678aaf48SJan Kara 5164769240SAlex Tomas static void ext4_invalidatepage(struct page *page, unsigned long offset); 5264769240SAlex Tomas 53ac27a0ecSDave Kleikamp /* 54ac27a0ecSDave Kleikamp * Test whether an inode is a fast symlink. 55ac27a0ecSDave Kleikamp */ 56617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode) 57ac27a0ecSDave Kleikamp { 58617ba13bSMingming Cao int ea_blocks = EXT4_I(inode)->i_file_acl ? 59ac27a0ecSDave Kleikamp (inode->i_sb->s_blocksize >> 9) : 0; 60ac27a0ecSDave Kleikamp 61ac27a0ecSDave Kleikamp return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0); 62ac27a0ecSDave Kleikamp } 63ac27a0ecSDave Kleikamp 64ac27a0ecSDave Kleikamp /* 65617ba13bSMingming Cao * The ext4 forget function must perform a revoke if we are freeing data 66ac27a0ecSDave Kleikamp * which has been journaled. Metadata (eg. indirect blocks) must be 67ac27a0ecSDave Kleikamp * revoked in all cases. 68ac27a0ecSDave Kleikamp * 69ac27a0ecSDave Kleikamp * "bh" may be NULL: a metadata block may have been freed from memory 70ac27a0ecSDave Kleikamp * but there may still be a record of it in the journal, and that record 71ac27a0ecSDave Kleikamp * still needs to be revoked. 72ac27a0ecSDave Kleikamp */ 73617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode, 74617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t blocknr) 75ac27a0ecSDave Kleikamp { 76ac27a0ecSDave Kleikamp int err; 77ac27a0ecSDave Kleikamp 78ac27a0ecSDave Kleikamp might_sleep(); 79ac27a0ecSDave Kleikamp 80ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "enter"); 81ac27a0ecSDave Kleikamp 82ac27a0ecSDave Kleikamp jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, " 83ac27a0ecSDave Kleikamp "data mode %lx\n", 84ac27a0ecSDave Kleikamp bh, is_metadata, inode->i_mode, 85ac27a0ecSDave Kleikamp test_opt(inode->i_sb, DATA_FLAGS)); 86ac27a0ecSDave Kleikamp 87ac27a0ecSDave Kleikamp /* Never use the revoke function if we are doing full data 88ac27a0ecSDave Kleikamp * journaling: there is no need to, and a V1 superblock won't 89ac27a0ecSDave Kleikamp * support it. Otherwise, only skip the revoke on un-journaled 90ac27a0ecSDave Kleikamp * data blocks. */ 91ac27a0ecSDave Kleikamp 92617ba13bSMingming Cao if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA || 93617ba13bSMingming Cao (!is_metadata && !ext4_should_journal_data(inode))) { 94ac27a0ecSDave Kleikamp if (bh) { 95dab291afSMingming Cao BUFFER_TRACE(bh, "call jbd2_journal_forget"); 96617ba13bSMingming Cao return ext4_journal_forget(handle, bh); 97ac27a0ecSDave Kleikamp } 98ac27a0ecSDave Kleikamp return 0; 99ac27a0ecSDave Kleikamp } 100ac27a0ecSDave Kleikamp 101ac27a0ecSDave Kleikamp /* 102ac27a0ecSDave Kleikamp * data!=journal && (is_metadata || should_journal_data(inode)) 103ac27a0ecSDave Kleikamp */ 104617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_revoke"); 105617ba13bSMingming Cao err = ext4_journal_revoke(handle, blocknr, bh); 106ac27a0ecSDave Kleikamp if (err) 10746e665e9SHarvey Harrison ext4_abort(inode->i_sb, __func__, 108ac27a0ecSDave Kleikamp "error %d when attempting revoke", err); 109ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "exit"); 110ac27a0ecSDave Kleikamp return err; 111ac27a0ecSDave Kleikamp } 112ac27a0ecSDave Kleikamp 113ac27a0ecSDave Kleikamp /* 114ac27a0ecSDave Kleikamp * Work out how many blocks we need to proceed with the next chunk of a 115ac27a0ecSDave Kleikamp * truncate transaction. 116ac27a0ecSDave Kleikamp */ 117ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode) 118ac27a0ecSDave Kleikamp { 119725d26d3SAneesh Kumar K.V ext4_lblk_t needed; 120ac27a0ecSDave Kleikamp 121ac27a0ecSDave Kleikamp needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9); 122ac27a0ecSDave Kleikamp 123ac27a0ecSDave Kleikamp /* Give ourselves just enough room to cope with inodes in which 124ac27a0ecSDave Kleikamp * i_blocks is corrupt: we've seen disk corruptions in the past 125ac27a0ecSDave Kleikamp * which resulted in random data in an inode which looked enough 126617ba13bSMingming Cao * like a regular file for ext4 to try to delete it. Things 127ac27a0ecSDave Kleikamp * will go a bit crazy if that happens, but at least we should 128ac27a0ecSDave Kleikamp * try not to panic the whole kernel. */ 129ac27a0ecSDave Kleikamp if (needed < 2) 130ac27a0ecSDave Kleikamp needed = 2; 131ac27a0ecSDave Kleikamp 132ac27a0ecSDave Kleikamp /* But we need to bound the transaction so we don't overflow the 133ac27a0ecSDave Kleikamp * journal. */ 134617ba13bSMingming Cao if (needed > EXT4_MAX_TRANS_DATA) 135617ba13bSMingming Cao needed = EXT4_MAX_TRANS_DATA; 136ac27a0ecSDave Kleikamp 137617ba13bSMingming Cao return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed; 138ac27a0ecSDave Kleikamp } 139ac27a0ecSDave Kleikamp 140ac27a0ecSDave Kleikamp /* 141ac27a0ecSDave Kleikamp * Truncate transactions can be complex and absolutely huge. So we need to 142ac27a0ecSDave Kleikamp * be able to restart the transaction at a conventient checkpoint to make 143ac27a0ecSDave Kleikamp * sure we don't overflow the journal. 144ac27a0ecSDave Kleikamp * 145ac27a0ecSDave Kleikamp * start_transaction gets us a new handle for a truncate transaction, 146ac27a0ecSDave Kleikamp * and extend_transaction tries to extend the existing one a bit. If 147ac27a0ecSDave Kleikamp * extend fails, we need to propagate the failure up and restart the 148ac27a0ecSDave Kleikamp * transaction in the top-level truncate loop. --sct 149ac27a0ecSDave Kleikamp */ 150ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode) 151ac27a0ecSDave Kleikamp { 152ac27a0ecSDave Kleikamp handle_t *result; 153ac27a0ecSDave Kleikamp 154617ba13bSMingming Cao result = ext4_journal_start(inode, blocks_for_truncate(inode)); 155ac27a0ecSDave Kleikamp if (!IS_ERR(result)) 156ac27a0ecSDave Kleikamp return result; 157ac27a0ecSDave Kleikamp 158617ba13bSMingming Cao ext4_std_error(inode->i_sb, PTR_ERR(result)); 159ac27a0ecSDave Kleikamp return result; 160ac27a0ecSDave Kleikamp } 161ac27a0ecSDave Kleikamp 162ac27a0ecSDave Kleikamp /* 163ac27a0ecSDave Kleikamp * Try to extend this transaction for the purposes of truncation. 164ac27a0ecSDave Kleikamp * 165ac27a0ecSDave Kleikamp * Returns 0 if we managed to create more room. If we can't create more 166ac27a0ecSDave Kleikamp * room, and the transaction must be restarted we return 1. 167ac27a0ecSDave Kleikamp */ 168ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode) 169ac27a0ecSDave Kleikamp { 170617ba13bSMingming Cao if (handle->h_buffer_credits > EXT4_RESERVE_TRANS_BLOCKS) 171ac27a0ecSDave Kleikamp return 0; 172617ba13bSMingming Cao if (!ext4_journal_extend(handle, blocks_for_truncate(inode))) 173ac27a0ecSDave Kleikamp return 0; 174ac27a0ecSDave Kleikamp return 1; 175ac27a0ecSDave Kleikamp } 176ac27a0ecSDave Kleikamp 177ac27a0ecSDave Kleikamp /* 178ac27a0ecSDave Kleikamp * Restart the transaction associated with *handle. This does a commit, 179ac27a0ecSDave Kleikamp * so before we call here everything must be consistently dirtied against 180ac27a0ecSDave Kleikamp * this transaction. 181ac27a0ecSDave Kleikamp */ 182617ba13bSMingming Cao static int ext4_journal_test_restart(handle_t *handle, struct inode *inode) 183ac27a0ecSDave Kleikamp { 184ac27a0ecSDave Kleikamp jbd_debug(2, "restarting handle %p\n", handle); 185617ba13bSMingming Cao return ext4_journal_restart(handle, blocks_for_truncate(inode)); 186ac27a0ecSDave Kleikamp } 187ac27a0ecSDave Kleikamp 188ac27a0ecSDave Kleikamp /* 189ac27a0ecSDave Kleikamp * Called at the last iput() if i_nlink is zero. 190ac27a0ecSDave Kleikamp */ 191617ba13bSMingming Cao void ext4_delete_inode (struct inode * inode) 192ac27a0ecSDave Kleikamp { 193ac27a0ecSDave Kleikamp handle_t *handle; 194bc965ab3STheodore Ts'o int err; 195ac27a0ecSDave Kleikamp 196678aaf48SJan Kara if (ext4_should_order_data(inode)) 197678aaf48SJan Kara ext4_begin_ordered_truncate(inode, 0); 198ac27a0ecSDave Kleikamp truncate_inode_pages(&inode->i_data, 0); 199ac27a0ecSDave Kleikamp 200ac27a0ecSDave Kleikamp if (is_bad_inode(inode)) 201ac27a0ecSDave Kleikamp goto no_delete; 202ac27a0ecSDave Kleikamp 203bc965ab3STheodore Ts'o handle = ext4_journal_start(inode, blocks_for_truncate(inode)+3); 204ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 205bc965ab3STheodore Ts'o ext4_std_error(inode->i_sb, PTR_ERR(handle)); 206ac27a0ecSDave Kleikamp /* 207ac27a0ecSDave Kleikamp * If we're going to skip the normal cleanup, we still need to 208ac27a0ecSDave Kleikamp * make sure that the in-core orphan linked list is properly 209ac27a0ecSDave Kleikamp * cleaned up. 210ac27a0ecSDave Kleikamp */ 211617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 212ac27a0ecSDave Kleikamp goto no_delete; 213ac27a0ecSDave Kleikamp } 214ac27a0ecSDave Kleikamp 215ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 216ac27a0ecSDave Kleikamp handle->h_sync = 1; 217ac27a0ecSDave Kleikamp inode->i_size = 0; 218bc965ab3STheodore Ts'o err = ext4_mark_inode_dirty(handle, inode); 219bc965ab3STheodore Ts'o if (err) { 220bc965ab3STheodore Ts'o ext4_warning(inode->i_sb, __func__, 221bc965ab3STheodore Ts'o "couldn't mark inode dirty (err %d)", err); 222bc965ab3STheodore Ts'o goto stop_handle; 223bc965ab3STheodore Ts'o } 224ac27a0ecSDave Kleikamp if (inode->i_blocks) 225617ba13bSMingming Cao ext4_truncate(inode); 226bc965ab3STheodore Ts'o 227bc965ab3STheodore Ts'o /* 228bc965ab3STheodore Ts'o * ext4_ext_truncate() doesn't reserve any slop when it 229bc965ab3STheodore Ts'o * restarts journal transactions; therefore there may not be 230bc965ab3STheodore Ts'o * enough credits left in the handle to remove the inode from 231bc965ab3STheodore Ts'o * the orphan list and set the dtime field. 232bc965ab3STheodore Ts'o */ 233bc965ab3STheodore Ts'o if (handle->h_buffer_credits < 3) { 234bc965ab3STheodore Ts'o err = ext4_journal_extend(handle, 3); 235bc965ab3STheodore Ts'o if (err > 0) 236bc965ab3STheodore Ts'o err = ext4_journal_restart(handle, 3); 237bc965ab3STheodore Ts'o if (err != 0) { 238bc965ab3STheodore Ts'o ext4_warning(inode->i_sb, __func__, 239bc965ab3STheodore Ts'o "couldn't extend journal (err %d)", err); 240bc965ab3STheodore Ts'o stop_handle: 241bc965ab3STheodore Ts'o ext4_journal_stop(handle); 242bc965ab3STheodore Ts'o goto no_delete; 243bc965ab3STheodore Ts'o } 244bc965ab3STheodore Ts'o } 245bc965ab3STheodore Ts'o 246ac27a0ecSDave Kleikamp /* 247617ba13bSMingming Cao * Kill off the orphan record which ext4_truncate created. 248ac27a0ecSDave Kleikamp * AKPM: I think this can be inside the above `if'. 249617ba13bSMingming Cao * Note that ext4_orphan_del() has to be able to cope with the 250ac27a0ecSDave Kleikamp * deletion of a non-existent orphan - this is because we don't 251617ba13bSMingming Cao * know if ext4_truncate() actually created an orphan record. 252ac27a0ecSDave Kleikamp * (Well, we could do this if we need to, but heck - it works) 253ac27a0ecSDave Kleikamp */ 254617ba13bSMingming Cao ext4_orphan_del(handle, inode); 255617ba13bSMingming Cao EXT4_I(inode)->i_dtime = get_seconds(); 256ac27a0ecSDave Kleikamp 257ac27a0ecSDave Kleikamp /* 258ac27a0ecSDave Kleikamp * One subtle ordering requirement: if anything has gone wrong 259ac27a0ecSDave Kleikamp * (transaction abort, IO errors, whatever), then we can still 260ac27a0ecSDave Kleikamp * do these next steps (the fs will already have been marked as 261ac27a0ecSDave Kleikamp * having errors), but we can't free the inode if the mark_dirty 262ac27a0ecSDave Kleikamp * fails. 263ac27a0ecSDave Kleikamp */ 264617ba13bSMingming Cao if (ext4_mark_inode_dirty(handle, inode)) 265ac27a0ecSDave Kleikamp /* If that failed, just do the required in-core inode clear. */ 266ac27a0ecSDave Kleikamp clear_inode(inode); 267ac27a0ecSDave Kleikamp else 268617ba13bSMingming Cao ext4_free_inode(handle, inode); 269617ba13bSMingming Cao ext4_journal_stop(handle); 270ac27a0ecSDave Kleikamp return; 271ac27a0ecSDave Kleikamp no_delete: 272ac27a0ecSDave Kleikamp clear_inode(inode); /* We must guarantee clearing of inode... */ 273ac27a0ecSDave Kleikamp } 274ac27a0ecSDave Kleikamp 275ac27a0ecSDave Kleikamp typedef struct { 276ac27a0ecSDave Kleikamp __le32 *p; 277ac27a0ecSDave Kleikamp __le32 key; 278ac27a0ecSDave Kleikamp struct buffer_head *bh; 279ac27a0ecSDave Kleikamp } Indirect; 280ac27a0ecSDave Kleikamp 281ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v) 282ac27a0ecSDave Kleikamp { 283ac27a0ecSDave Kleikamp p->key = *(p->p = v); 284ac27a0ecSDave Kleikamp p->bh = bh; 285ac27a0ecSDave Kleikamp } 286ac27a0ecSDave Kleikamp 287ac27a0ecSDave Kleikamp /** 288617ba13bSMingming Cao * ext4_block_to_path - parse the block number into array of offsets 289ac27a0ecSDave Kleikamp * @inode: inode in question (we are only interested in its superblock) 290ac27a0ecSDave Kleikamp * @i_block: block number to be parsed 291ac27a0ecSDave Kleikamp * @offsets: array to store the offsets in 292ac27a0ecSDave Kleikamp * @boundary: set this non-zero if the referred-to block is likely to be 293ac27a0ecSDave Kleikamp * followed (on disk) by an indirect block. 294ac27a0ecSDave Kleikamp * 295617ba13bSMingming Cao * To store the locations of file's data ext4 uses a data structure common 296ac27a0ecSDave Kleikamp * for UNIX filesystems - tree of pointers anchored in the inode, with 297ac27a0ecSDave Kleikamp * data blocks at leaves and indirect blocks in intermediate nodes. 298ac27a0ecSDave Kleikamp * This function translates the block number into path in that tree - 299ac27a0ecSDave Kleikamp * return value is the path length and @offsets[n] is the offset of 300ac27a0ecSDave Kleikamp * pointer to (n+1)th node in the nth one. If @block is out of range 301ac27a0ecSDave Kleikamp * (negative or too large) warning is printed and zero returned. 302ac27a0ecSDave Kleikamp * 303ac27a0ecSDave Kleikamp * Note: function doesn't find node addresses, so no IO is needed. All 304ac27a0ecSDave Kleikamp * we need to know is the capacity of indirect blocks (taken from the 305ac27a0ecSDave Kleikamp * inode->i_sb). 306ac27a0ecSDave Kleikamp */ 307ac27a0ecSDave Kleikamp 308ac27a0ecSDave Kleikamp /* 309ac27a0ecSDave Kleikamp * Portability note: the last comparison (check that we fit into triple 310ac27a0ecSDave Kleikamp * indirect block) is spelled differently, because otherwise on an 311ac27a0ecSDave Kleikamp * architecture with 32-bit longs and 8Kb pages we might get into trouble 312ac27a0ecSDave Kleikamp * if our filesystem had 8Kb blocks. We might use long long, but that would 313ac27a0ecSDave Kleikamp * kill us on x86. Oh, well, at least the sign propagation does not matter - 314ac27a0ecSDave Kleikamp * i_block would have to be negative in the very beginning, so we would not 315ac27a0ecSDave Kleikamp * get there at all. 316ac27a0ecSDave Kleikamp */ 317ac27a0ecSDave Kleikamp 318617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode, 319725d26d3SAneesh Kumar K.V ext4_lblk_t i_block, 320725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4], int *boundary) 321ac27a0ecSDave Kleikamp { 322617ba13bSMingming Cao int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb); 323617ba13bSMingming Cao int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb); 324617ba13bSMingming Cao const long direct_blocks = EXT4_NDIR_BLOCKS, 325ac27a0ecSDave Kleikamp indirect_blocks = ptrs, 326ac27a0ecSDave Kleikamp double_blocks = (1 << (ptrs_bits * 2)); 327ac27a0ecSDave Kleikamp int n = 0; 328ac27a0ecSDave Kleikamp int final = 0; 329ac27a0ecSDave Kleikamp 330ac27a0ecSDave Kleikamp if (i_block < 0) { 331617ba13bSMingming Cao ext4_warning (inode->i_sb, "ext4_block_to_path", "block < 0"); 332ac27a0ecSDave Kleikamp } else if (i_block < direct_blocks) { 333ac27a0ecSDave Kleikamp offsets[n++] = i_block; 334ac27a0ecSDave Kleikamp final = direct_blocks; 335ac27a0ecSDave Kleikamp } else if ( (i_block -= direct_blocks) < indirect_blocks) { 336617ba13bSMingming Cao offsets[n++] = EXT4_IND_BLOCK; 337ac27a0ecSDave Kleikamp offsets[n++] = i_block; 338ac27a0ecSDave Kleikamp final = ptrs; 339ac27a0ecSDave Kleikamp } else if ((i_block -= indirect_blocks) < double_blocks) { 340617ba13bSMingming Cao offsets[n++] = EXT4_DIND_BLOCK; 341ac27a0ecSDave Kleikamp offsets[n++] = i_block >> ptrs_bits; 342ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 343ac27a0ecSDave Kleikamp final = ptrs; 344ac27a0ecSDave Kleikamp } else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) { 345617ba13bSMingming Cao offsets[n++] = EXT4_TIND_BLOCK; 346ac27a0ecSDave Kleikamp offsets[n++] = i_block >> (ptrs_bits * 2); 347ac27a0ecSDave Kleikamp offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1); 348ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 349ac27a0ecSDave Kleikamp final = ptrs; 350ac27a0ecSDave Kleikamp } else { 351e2b46574SEric Sandeen ext4_warning(inode->i_sb, "ext4_block_to_path", 3520e855ac8SAneesh Kumar K.V "block %lu > max", 353e2b46574SEric Sandeen i_block + direct_blocks + 354e2b46574SEric Sandeen indirect_blocks + double_blocks); 355ac27a0ecSDave Kleikamp } 356ac27a0ecSDave Kleikamp if (boundary) 357ac27a0ecSDave Kleikamp *boundary = final - 1 - (i_block & (ptrs - 1)); 358ac27a0ecSDave Kleikamp return n; 359ac27a0ecSDave Kleikamp } 360ac27a0ecSDave Kleikamp 361ac27a0ecSDave Kleikamp /** 362617ba13bSMingming Cao * ext4_get_branch - read the chain of indirect blocks leading to data 363ac27a0ecSDave Kleikamp * @inode: inode in question 364ac27a0ecSDave Kleikamp * @depth: depth of the chain (1 - direct pointer, etc.) 365ac27a0ecSDave Kleikamp * @offsets: offsets of pointers in inode/indirect blocks 366ac27a0ecSDave Kleikamp * @chain: place to store the result 367ac27a0ecSDave Kleikamp * @err: here we store the error value 368ac27a0ecSDave Kleikamp * 369ac27a0ecSDave Kleikamp * Function fills the array of triples <key, p, bh> and returns %NULL 370ac27a0ecSDave Kleikamp * if everything went OK or the pointer to the last filled triple 371ac27a0ecSDave Kleikamp * (incomplete one) otherwise. Upon the return chain[i].key contains 372ac27a0ecSDave Kleikamp * the number of (i+1)-th block in the chain (as it is stored in memory, 373ac27a0ecSDave Kleikamp * i.e. little-endian 32-bit), chain[i].p contains the address of that 374ac27a0ecSDave Kleikamp * number (it points into struct inode for i==0 and into the bh->b_data 375ac27a0ecSDave Kleikamp * for i>0) and chain[i].bh points to the buffer_head of i-th indirect 376ac27a0ecSDave Kleikamp * block for i>0 and NULL for i==0. In other words, it holds the block 377ac27a0ecSDave Kleikamp * numbers of the chain, addresses they were taken from (and where we can 378ac27a0ecSDave Kleikamp * verify that chain did not change) and buffer_heads hosting these 379ac27a0ecSDave Kleikamp * numbers. 380ac27a0ecSDave Kleikamp * 381ac27a0ecSDave Kleikamp * Function stops when it stumbles upon zero pointer (absent block) 382ac27a0ecSDave Kleikamp * (pointer to last triple returned, *@err == 0) 383ac27a0ecSDave Kleikamp * or when it gets an IO error reading an indirect block 384ac27a0ecSDave Kleikamp * (ditto, *@err == -EIO) 385ac27a0ecSDave Kleikamp * or when it reads all @depth-1 indirect blocks successfully and finds 386ac27a0ecSDave Kleikamp * the whole chain, all way to the data (returns %NULL, *err == 0). 387c278bfecSAneesh Kumar K.V * 388c278bfecSAneesh Kumar K.V * Need to be called with 3890e855ac8SAneesh Kumar K.V * down_read(&EXT4_I(inode)->i_data_sem) 390ac27a0ecSDave Kleikamp */ 391725d26d3SAneesh Kumar K.V static Indirect *ext4_get_branch(struct inode *inode, int depth, 392725d26d3SAneesh Kumar K.V ext4_lblk_t *offsets, 393ac27a0ecSDave Kleikamp Indirect chain[4], int *err) 394ac27a0ecSDave Kleikamp { 395ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 396ac27a0ecSDave Kleikamp Indirect *p = chain; 397ac27a0ecSDave Kleikamp struct buffer_head *bh; 398ac27a0ecSDave Kleikamp 399ac27a0ecSDave Kleikamp *err = 0; 400ac27a0ecSDave Kleikamp /* i_data is not going away, no lock needed */ 401617ba13bSMingming Cao add_chain (chain, NULL, EXT4_I(inode)->i_data + *offsets); 402ac27a0ecSDave Kleikamp if (!p->key) 403ac27a0ecSDave Kleikamp goto no_block; 404ac27a0ecSDave Kleikamp while (--depth) { 405ac27a0ecSDave Kleikamp bh = sb_bread(sb, le32_to_cpu(p->key)); 406ac27a0ecSDave Kleikamp if (!bh) 407ac27a0ecSDave Kleikamp goto failure; 408ac27a0ecSDave Kleikamp add_chain(++p, bh, (__le32*)bh->b_data + *++offsets); 409ac27a0ecSDave Kleikamp /* Reader: end */ 410ac27a0ecSDave Kleikamp if (!p->key) 411ac27a0ecSDave Kleikamp goto no_block; 412ac27a0ecSDave Kleikamp } 413ac27a0ecSDave Kleikamp return NULL; 414ac27a0ecSDave Kleikamp 415ac27a0ecSDave Kleikamp failure: 416ac27a0ecSDave Kleikamp *err = -EIO; 417ac27a0ecSDave Kleikamp no_block: 418ac27a0ecSDave Kleikamp return p; 419ac27a0ecSDave Kleikamp } 420ac27a0ecSDave Kleikamp 421ac27a0ecSDave Kleikamp /** 422617ba13bSMingming Cao * ext4_find_near - find a place for allocation with sufficient locality 423ac27a0ecSDave Kleikamp * @inode: owner 424ac27a0ecSDave Kleikamp * @ind: descriptor of indirect block. 425ac27a0ecSDave Kleikamp * 4261cc8dcf5SBenoit Boissinot * This function returns the preferred place for block allocation. 427ac27a0ecSDave Kleikamp * It is used when heuristic for sequential allocation fails. 428ac27a0ecSDave Kleikamp * Rules are: 429ac27a0ecSDave Kleikamp * + if there is a block to the left of our position - allocate near it. 430ac27a0ecSDave Kleikamp * + if pointer will live in indirect block - allocate near that block. 431ac27a0ecSDave Kleikamp * + if pointer will live in inode - allocate in the same 432ac27a0ecSDave Kleikamp * cylinder group. 433ac27a0ecSDave Kleikamp * 434ac27a0ecSDave Kleikamp * In the latter case we colour the starting block by the callers PID to 435ac27a0ecSDave Kleikamp * prevent it from clashing with concurrent allocations for a different inode 436ac27a0ecSDave Kleikamp * in the same block group. The PID is used here so that functionally related 437ac27a0ecSDave Kleikamp * files will be close-by on-disk. 438ac27a0ecSDave Kleikamp * 439ac27a0ecSDave Kleikamp * Caller must make sure that @ind is valid and will stay that way. 440ac27a0ecSDave Kleikamp */ 441617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind) 442ac27a0ecSDave Kleikamp { 443617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 444ac27a0ecSDave Kleikamp __le32 *start = ind->bh ? (__le32*) ind->bh->b_data : ei->i_data; 445ac27a0ecSDave Kleikamp __le32 *p; 446617ba13bSMingming Cao ext4_fsblk_t bg_start; 44774d3487fSValerie Clement ext4_fsblk_t last_block; 448617ba13bSMingming Cao ext4_grpblk_t colour; 449ac27a0ecSDave Kleikamp 450ac27a0ecSDave Kleikamp /* Try to find previous block */ 451ac27a0ecSDave Kleikamp for (p = ind->p - 1; p >= start; p--) { 452ac27a0ecSDave Kleikamp if (*p) 453ac27a0ecSDave Kleikamp return le32_to_cpu(*p); 454ac27a0ecSDave Kleikamp } 455ac27a0ecSDave Kleikamp 456ac27a0ecSDave Kleikamp /* No such thing, so let's try location of indirect block */ 457ac27a0ecSDave Kleikamp if (ind->bh) 458ac27a0ecSDave Kleikamp return ind->bh->b_blocknr; 459ac27a0ecSDave Kleikamp 460ac27a0ecSDave Kleikamp /* 461ac27a0ecSDave Kleikamp * It is going to be referred to from the inode itself? OK, just put it 462ac27a0ecSDave Kleikamp * into the same cylinder group then. 463ac27a0ecSDave Kleikamp */ 464617ba13bSMingming Cao bg_start = ext4_group_first_block_no(inode->i_sb, ei->i_block_group); 46574d3487fSValerie Clement last_block = ext4_blocks_count(EXT4_SB(inode->i_sb)->s_es) - 1; 46674d3487fSValerie Clement 46774d3487fSValerie Clement if (bg_start + EXT4_BLOCKS_PER_GROUP(inode->i_sb) <= last_block) 468ac27a0ecSDave Kleikamp colour = (current->pid % 16) * 469617ba13bSMingming Cao (EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16); 47074d3487fSValerie Clement else 47174d3487fSValerie Clement colour = (current->pid % 16) * ((last_block - bg_start) / 16); 472ac27a0ecSDave Kleikamp return bg_start + colour; 473ac27a0ecSDave Kleikamp } 474ac27a0ecSDave Kleikamp 475ac27a0ecSDave Kleikamp /** 4761cc8dcf5SBenoit Boissinot * ext4_find_goal - find a preferred place for allocation. 477ac27a0ecSDave Kleikamp * @inode: owner 478ac27a0ecSDave Kleikamp * @block: block we want 479ac27a0ecSDave Kleikamp * @partial: pointer to the last triple within a chain 480ac27a0ecSDave Kleikamp * 4811cc8dcf5SBenoit Boissinot * Normally this function find the preferred place for block allocation, 482fb01bfdaSAkinobu Mita * returns it. 483ac27a0ecSDave Kleikamp */ 484725d26d3SAneesh Kumar K.V static ext4_fsblk_t ext4_find_goal(struct inode *inode, ext4_lblk_t block, 485fb01bfdaSAkinobu Mita Indirect *partial) 486ac27a0ecSDave Kleikamp { 487617ba13bSMingming Cao struct ext4_block_alloc_info *block_i; 488ac27a0ecSDave Kleikamp 489617ba13bSMingming Cao block_i = EXT4_I(inode)->i_block_alloc_info; 490ac27a0ecSDave Kleikamp 491ac27a0ecSDave Kleikamp /* 492ac27a0ecSDave Kleikamp * try the heuristic for sequential allocation, 493ac27a0ecSDave Kleikamp * failing that at least try to get decent locality. 494ac27a0ecSDave Kleikamp */ 495ac27a0ecSDave Kleikamp if (block_i && (block == block_i->last_alloc_logical_block + 1) 496ac27a0ecSDave Kleikamp && (block_i->last_alloc_physical_block != 0)) { 497ac27a0ecSDave Kleikamp return block_i->last_alloc_physical_block + 1; 498ac27a0ecSDave Kleikamp } 499ac27a0ecSDave Kleikamp 500617ba13bSMingming Cao return ext4_find_near(inode, partial); 501ac27a0ecSDave Kleikamp } 502ac27a0ecSDave Kleikamp 503ac27a0ecSDave Kleikamp /** 504617ba13bSMingming Cao * ext4_blks_to_allocate: Look up the block map and count the number 505ac27a0ecSDave Kleikamp * of direct blocks need to be allocated for the given branch. 506ac27a0ecSDave Kleikamp * 507ac27a0ecSDave Kleikamp * @branch: chain of indirect blocks 508ac27a0ecSDave Kleikamp * @k: number of blocks need for indirect blocks 509ac27a0ecSDave Kleikamp * @blks: number of data blocks to be mapped. 510ac27a0ecSDave Kleikamp * @blocks_to_boundary: the offset in the indirect block 511ac27a0ecSDave Kleikamp * 512ac27a0ecSDave Kleikamp * return the total number of blocks to be allocate, including the 513ac27a0ecSDave Kleikamp * direct and indirect blocks. 514ac27a0ecSDave Kleikamp */ 515617ba13bSMingming Cao static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned long blks, 516ac27a0ecSDave Kleikamp int blocks_to_boundary) 517ac27a0ecSDave Kleikamp { 518ac27a0ecSDave Kleikamp unsigned long count = 0; 519ac27a0ecSDave Kleikamp 520ac27a0ecSDave Kleikamp /* 521ac27a0ecSDave Kleikamp * Simple case, [t,d]Indirect block(s) has not allocated yet 522ac27a0ecSDave Kleikamp * then it's clear blocks on that path have not allocated 523ac27a0ecSDave Kleikamp */ 524ac27a0ecSDave Kleikamp if (k > 0) { 525ac27a0ecSDave Kleikamp /* right now we don't handle cross boundary allocation */ 526ac27a0ecSDave Kleikamp if (blks < blocks_to_boundary + 1) 527ac27a0ecSDave Kleikamp count += blks; 528ac27a0ecSDave Kleikamp else 529ac27a0ecSDave Kleikamp count += blocks_to_boundary + 1; 530ac27a0ecSDave Kleikamp return count; 531ac27a0ecSDave Kleikamp } 532ac27a0ecSDave Kleikamp 533ac27a0ecSDave Kleikamp count++; 534ac27a0ecSDave Kleikamp while (count < blks && count <= blocks_to_boundary && 535ac27a0ecSDave Kleikamp le32_to_cpu(*(branch[0].p + count)) == 0) { 536ac27a0ecSDave Kleikamp count++; 537ac27a0ecSDave Kleikamp } 538ac27a0ecSDave Kleikamp return count; 539ac27a0ecSDave Kleikamp } 540ac27a0ecSDave Kleikamp 541ac27a0ecSDave Kleikamp /** 542617ba13bSMingming Cao * ext4_alloc_blocks: multiple allocate blocks needed for a branch 543ac27a0ecSDave Kleikamp * @indirect_blks: the number of blocks need to allocate for indirect 544ac27a0ecSDave Kleikamp * blocks 545ac27a0ecSDave Kleikamp * 546ac27a0ecSDave Kleikamp * @new_blocks: on return it will store the new block numbers for 547ac27a0ecSDave Kleikamp * the indirect blocks(if needed) and the first direct block, 548ac27a0ecSDave Kleikamp * @blks: on return it will store the total number of allocated 549ac27a0ecSDave Kleikamp * direct blocks 550ac27a0ecSDave Kleikamp */ 551617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode, 5527061eba7SAneesh Kumar K.V ext4_lblk_t iblock, ext4_fsblk_t goal, 5537061eba7SAneesh Kumar K.V int indirect_blks, int blks, 554617ba13bSMingming Cao ext4_fsblk_t new_blocks[4], int *err) 555ac27a0ecSDave Kleikamp { 556ac27a0ecSDave Kleikamp int target, i; 5577061eba7SAneesh Kumar K.V unsigned long count = 0, blk_allocated = 0; 558ac27a0ecSDave Kleikamp int index = 0; 559617ba13bSMingming Cao ext4_fsblk_t current_block = 0; 560ac27a0ecSDave Kleikamp int ret = 0; 561ac27a0ecSDave Kleikamp 562ac27a0ecSDave Kleikamp /* 563ac27a0ecSDave Kleikamp * Here we try to allocate the requested multiple blocks at once, 564ac27a0ecSDave Kleikamp * on a best-effort basis. 565ac27a0ecSDave Kleikamp * To build a branch, we should allocate blocks for 566ac27a0ecSDave Kleikamp * the indirect blocks(if not allocated yet), and at least 567ac27a0ecSDave Kleikamp * the first direct block of this branch. That's the 568ac27a0ecSDave Kleikamp * minimum number of blocks need to allocate(required) 569ac27a0ecSDave Kleikamp */ 5707061eba7SAneesh Kumar K.V /* first we try to allocate the indirect blocks */ 5717061eba7SAneesh Kumar K.V target = indirect_blks; 5727061eba7SAneesh Kumar K.V while (target > 0) { 573ac27a0ecSDave Kleikamp count = target; 574ac27a0ecSDave Kleikamp /* allocating blocks for indirect blocks and direct blocks */ 5757061eba7SAneesh Kumar K.V current_block = ext4_new_meta_blocks(handle, inode, 5767061eba7SAneesh Kumar K.V goal, &count, err); 577ac27a0ecSDave Kleikamp if (*err) 578ac27a0ecSDave Kleikamp goto failed_out; 579ac27a0ecSDave Kleikamp 580ac27a0ecSDave Kleikamp target -= count; 581ac27a0ecSDave Kleikamp /* allocate blocks for indirect blocks */ 582ac27a0ecSDave Kleikamp while (index < indirect_blks && count) { 583ac27a0ecSDave Kleikamp new_blocks[index++] = current_block++; 584ac27a0ecSDave Kleikamp count--; 585ac27a0ecSDave Kleikamp } 5867061eba7SAneesh Kumar K.V if (count > 0) { 5877061eba7SAneesh Kumar K.V /* 5887061eba7SAneesh Kumar K.V * save the new block number 5897061eba7SAneesh Kumar K.V * for the first direct block 5907061eba7SAneesh Kumar K.V */ 5917061eba7SAneesh Kumar K.V new_blocks[index] = current_block; 5927061eba7SAneesh Kumar K.V printk(KERN_INFO "%s returned more blocks than " 5937061eba7SAneesh Kumar K.V "requested\n", __func__); 5947061eba7SAneesh Kumar K.V WARN_ON(1); 595ac27a0ecSDave Kleikamp break; 596ac27a0ecSDave Kleikamp } 5977061eba7SAneesh Kumar K.V } 598ac27a0ecSDave Kleikamp 5997061eba7SAneesh Kumar K.V target = blks - count ; 6007061eba7SAneesh Kumar K.V blk_allocated = count; 6017061eba7SAneesh Kumar K.V if (!target) 6027061eba7SAneesh Kumar K.V goto allocated; 6037061eba7SAneesh Kumar K.V /* Now allocate data blocks */ 6047061eba7SAneesh Kumar K.V count = target; 605654b4908SAneesh Kumar K.V /* allocating blocks for data blocks */ 6067061eba7SAneesh Kumar K.V current_block = ext4_new_blocks(handle, inode, iblock, 6077061eba7SAneesh Kumar K.V goal, &count, err); 6087061eba7SAneesh Kumar K.V if (*err && (target == blks)) { 6097061eba7SAneesh Kumar K.V /* 6107061eba7SAneesh Kumar K.V * if the allocation failed and we didn't allocate 6117061eba7SAneesh Kumar K.V * any blocks before 6127061eba7SAneesh Kumar K.V */ 6137061eba7SAneesh Kumar K.V goto failed_out; 6147061eba7SAneesh Kumar K.V } 6157061eba7SAneesh Kumar K.V if (!*err) { 6167061eba7SAneesh Kumar K.V if (target == blks) { 6177061eba7SAneesh Kumar K.V /* 6187061eba7SAneesh Kumar K.V * save the new block number 6197061eba7SAneesh Kumar K.V * for the first direct block 6207061eba7SAneesh Kumar K.V */ 621ac27a0ecSDave Kleikamp new_blocks[index] = current_block; 6227061eba7SAneesh Kumar K.V } 6237061eba7SAneesh Kumar K.V blk_allocated += count; 6247061eba7SAneesh Kumar K.V } 6257061eba7SAneesh Kumar K.V allocated: 626ac27a0ecSDave Kleikamp /* total number of blocks allocated for direct blocks */ 6277061eba7SAneesh Kumar K.V ret = blk_allocated; 628ac27a0ecSDave Kleikamp *err = 0; 629ac27a0ecSDave Kleikamp return ret; 630ac27a0ecSDave Kleikamp failed_out: 631ac27a0ecSDave Kleikamp for (i = 0; i <index; i++) 632c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], 1, 0); 633ac27a0ecSDave Kleikamp return ret; 634ac27a0ecSDave Kleikamp } 635ac27a0ecSDave Kleikamp 636ac27a0ecSDave Kleikamp /** 637617ba13bSMingming Cao * ext4_alloc_branch - allocate and set up a chain of blocks. 638ac27a0ecSDave Kleikamp * @inode: owner 639ac27a0ecSDave Kleikamp * @indirect_blks: number of allocated indirect blocks 640ac27a0ecSDave Kleikamp * @blks: number of allocated direct blocks 641ac27a0ecSDave Kleikamp * @offsets: offsets (in the blocks) to store the pointers to next. 642ac27a0ecSDave Kleikamp * @branch: place to store the chain in. 643ac27a0ecSDave Kleikamp * 644ac27a0ecSDave Kleikamp * This function allocates blocks, zeroes out all but the last one, 645ac27a0ecSDave Kleikamp * links them into chain and (if we are synchronous) writes them to disk. 646ac27a0ecSDave Kleikamp * In other words, it prepares a branch that can be spliced onto the 647ac27a0ecSDave Kleikamp * inode. It stores the information about that chain in the branch[], in 648617ba13bSMingming Cao * the same format as ext4_get_branch() would do. We are calling it after 649ac27a0ecSDave Kleikamp * we had read the existing part of chain and partial points to the last 650ac27a0ecSDave Kleikamp * triple of that (one with zero ->key). Upon the exit we have the same 651617ba13bSMingming Cao * picture as after the successful ext4_get_block(), except that in one 652ac27a0ecSDave Kleikamp * place chain is disconnected - *branch->p is still zero (we did not 653ac27a0ecSDave Kleikamp * set the last link), but branch->key contains the number that should 654ac27a0ecSDave Kleikamp * be placed into *branch->p to fill that gap. 655ac27a0ecSDave Kleikamp * 656ac27a0ecSDave Kleikamp * If allocation fails we free all blocks we've allocated (and forget 657ac27a0ecSDave Kleikamp * their buffer_heads) and return the error value the from failed 658617ba13bSMingming Cao * ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain 659ac27a0ecSDave Kleikamp * as described above and return 0. 660ac27a0ecSDave Kleikamp */ 661617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode, 6627061eba7SAneesh Kumar K.V ext4_lblk_t iblock, int indirect_blks, 6637061eba7SAneesh Kumar K.V int *blks, ext4_fsblk_t goal, 664725d26d3SAneesh Kumar K.V ext4_lblk_t *offsets, Indirect *branch) 665ac27a0ecSDave Kleikamp { 666ac27a0ecSDave Kleikamp int blocksize = inode->i_sb->s_blocksize; 667ac27a0ecSDave Kleikamp int i, n = 0; 668ac27a0ecSDave Kleikamp int err = 0; 669ac27a0ecSDave Kleikamp struct buffer_head *bh; 670ac27a0ecSDave Kleikamp int num; 671617ba13bSMingming Cao ext4_fsblk_t new_blocks[4]; 672617ba13bSMingming Cao ext4_fsblk_t current_block; 673ac27a0ecSDave Kleikamp 6747061eba7SAneesh Kumar K.V num = ext4_alloc_blocks(handle, inode, iblock, goal, indirect_blks, 675ac27a0ecSDave Kleikamp *blks, new_blocks, &err); 676ac27a0ecSDave Kleikamp if (err) 677ac27a0ecSDave Kleikamp return err; 678ac27a0ecSDave Kleikamp 679ac27a0ecSDave Kleikamp branch[0].key = cpu_to_le32(new_blocks[0]); 680ac27a0ecSDave Kleikamp /* 681ac27a0ecSDave Kleikamp * metadata blocks and data blocks are allocated. 682ac27a0ecSDave Kleikamp */ 683ac27a0ecSDave Kleikamp for (n = 1; n <= indirect_blks; n++) { 684ac27a0ecSDave Kleikamp /* 685ac27a0ecSDave Kleikamp * Get buffer_head for parent block, zero it out 686ac27a0ecSDave Kleikamp * and set the pointer to new one, then send 687ac27a0ecSDave Kleikamp * parent to disk. 688ac27a0ecSDave Kleikamp */ 689ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, new_blocks[n-1]); 690ac27a0ecSDave Kleikamp branch[n].bh = bh; 691ac27a0ecSDave Kleikamp lock_buffer(bh); 692ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 693617ba13bSMingming Cao err = ext4_journal_get_create_access(handle, bh); 694ac27a0ecSDave Kleikamp if (err) { 695ac27a0ecSDave Kleikamp unlock_buffer(bh); 696ac27a0ecSDave Kleikamp brelse(bh); 697ac27a0ecSDave Kleikamp goto failed; 698ac27a0ecSDave Kleikamp } 699ac27a0ecSDave Kleikamp 700ac27a0ecSDave Kleikamp memset(bh->b_data, 0, blocksize); 701ac27a0ecSDave Kleikamp branch[n].p = (__le32 *) bh->b_data + offsets[n]; 702ac27a0ecSDave Kleikamp branch[n].key = cpu_to_le32(new_blocks[n]); 703ac27a0ecSDave Kleikamp *branch[n].p = branch[n].key; 704ac27a0ecSDave Kleikamp if ( n == indirect_blks) { 705ac27a0ecSDave Kleikamp current_block = new_blocks[n]; 706ac27a0ecSDave Kleikamp /* 707ac27a0ecSDave Kleikamp * End of chain, update the last new metablock of 708ac27a0ecSDave Kleikamp * the chain to point to the new allocated 709ac27a0ecSDave Kleikamp * data blocks numbers 710ac27a0ecSDave Kleikamp */ 711ac27a0ecSDave Kleikamp for (i=1; i < num; i++) 712ac27a0ecSDave Kleikamp *(branch[n].p + i) = cpu_to_le32(++current_block); 713ac27a0ecSDave Kleikamp } 714ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "marking uptodate"); 715ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 716ac27a0ecSDave Kleikamp unlock_buffer(bh); 717ac27a0ecSDave Kleikamp 718617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 719617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, bh); 720ac27a0ecSDave Kleikamp if (err) 721ac27a0ecSDave Kleikamp goto failed; 722ac27a0ecSDave Kleikamp } 723ac27a0ecSDave Kleikamp *blks = num; 724ac27a0ecSDave Kleikamp return err; 725ac27a0ecSDave Kleikamp failed: 726ac27a0ecSDave Kleikamp /* Allocation failed, free what we already allocated */ 727ac27a0ecSDave Kleikamp for (i = 1; i <= n ; i++) { 728dab291afSMingming Cao BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget"); 729617ba13bSMingming Cao ext4_journal_forget(handle, branch[i].bh); 730ac27a0ecSDave Kleikamp } 731ac27a0ecSDave Kleikamp for (i = 0; i <indirect_blks; i++) 732c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], 1, 0); 733ac27a0ecSDave Kleikamp 734c9de560dSAlex Tomas ext4_free_blocks(handle, inode, new_blocks[i], num, 0); 735ac27a0ecSDave Kleikamp 736ac27a0ecSDave Kleikamp return err; 737ac27a0ecSDave Kleikamp } 738ac27a0ecSDave Kleikamp 739ac27a0ecSDave Kleikamp /** 740617ba13bSMingming Cao * ext4_splice_branch - splice the allocated branch onto inode. 741ac27a0ecSDave Kleikamp * @inode: owner 742ac27a0ecSDave Kleikamp * @block: (logical) number of block we are adding 743ac27a0ecSDave Kleikamp * @chain: chain of indirect blocks (with a missing link - see 744617ba13bSMingming Cao * ext4_alloc_branch) 745ac27a0ecSDave Kleikamp * @where: location of missing link 746ac27a0ecSDave Kleikamp * @num: number of indirect blocks we are adding 747ac27a0ecSDave Kleikamp * @blks: number of direct blocks we are adding 748ac27a0ecSDave Kleikamp * 749ac27a0ecSDave Kleikamp * This function fills the missing link and does all housekeeping needed in 750ac27a0ecSDave Kleikamp * inode (->i_blocks, etc.). In case of success we end up with the full 751ac27a0ecSDave Kleikamp * chain to new block and return 0. 752ac27a0ecSDave Kleikamp */ 753617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode, 754725d26d3SAneesh Kumar K.V ext4_lblk_t block, Indirect *where, int num, int blks) 755ac27a0ecSDave Kleikamp { 756ac27a0ecSDave Kleikamp int i; 757ac27a0ecSDave Kleikamp int err = 0; 758617ba13bSMingming Cao struct ext4_block_alloc_info *block_i; 759617ba13bSMingming Cao ext4_fsblk_t current_block; 760ac27a0ecSDave Kleikamp 761617ba13bSMingming Cao block_i = EXT4_I(inode)->i_block_alloc_info; 762ac27a0ecSDave Kleikamp /* 763ac27a0ecSDave Kleikamp * If we're splicing into a [td]indirect block (as opposed to the 764ac27a0ecSDave Kleikamp * inode) then we need to get write access to the [td]indirect block 765ac27a0ecSDave Kleikamp * before the splice. 766ac27a0ecSDave Kleikamp */ 767ac27a0ecSDave Kleikamp if (where->bh) { 768ac27a0ecSDave Kleikamp BUFFER_TRACE(where->bh, "get_write_access"); 769617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, where->bh); 770ac27a0ecSDave Kleikamp if (err) 771ac27a0ecSDave Kleikamp goto err_out; 772ac27a0ecSDave Kleikamp } 773ac27a0ecSDave Kleikamp /* That's it */ 774ac27a0ecSDave Kleikamp 775ac27a0ecSDave Kleikamp *where->p = where->key; 776ac27a0ecSDave Kleikamp 777ac27a0ecSDave Kleikamp /* 778ac27a0ecSDave Kleikamp * Update the host buffer_head or inode to point to more just allocated 779ac27a0ecSDave Kleikamp * direct blocks blocks 780ac27a0ecSDave Kleikamp */ 781ac27a0ecSDave Kleikamp if (num == 0 && blks > 1) { 782ac27a0ecSDave Kleikamp current_block = le32_to_cpu(where->key) + 1; 783ac27a0ecSDave Kleikamp for (i = 1; i < blks; i++) 784ac27a0ecSDave Kleikamp *(where->p + i ) = cpu_to_le32(current_block++); 785ac27a0ecSDave Kleikamp } 786ac27a0ecSDave Kleikamp 787ac27a0ecSDave Kleikamp /* 788ac27a0ecSDave Kleikamp * update the most recently allocated logical & physical block 789ac27a0ecSDave Kleikamp * in i_block_alloc_info, to assist find the proper goal block for next 790ac27a0ecSDave Kleikamp * allocation 791ac27a0ecSDave Kleikamp */ 792ac27a0ecSDave Kleikamp if (block_i) { 793ac27a0ecSDave Kleikamp block_i->last_alloc_logical_block = block + blks - 1; 794ac27a0ecSDave Kleikamp block_i->last_alloc_physical_block = 795ac27a0ecSDave Kleikamp le32_to_cpu(where[num].key) + blks - 1; 796ac27a0ecSDave Kleikamp } 797ac27a0ecSDave Kleikamp 798ac27a0ecSDave Kleikamp /* We are done with atomic stuff, now do the rest of housekeeping */ 799ac27a0ecSDave Kleikamp 800ef7f3835SKalpak Shah inode->i_ctime = ext4_current_time(inode); 801617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 802ac27a0ecSDave Kleikamp 803ac27a0ecSDave Kleikamp /* had we spliced it onto indirect block? */ 804ac27a0ecSDave Kleikamp if (where->bh) { 805ac27a0ecSDave Kleikamp /* 806ac27a0ecSDave Kleikamp * If we spliced it onto an indirect block, we haven't 807ac27a0ecSDave Kleikamp * altered the inode. Note however that if it is being spliced 808ac27a0ecSDave Kleikamp * onto an indirect block at the very end of the file (the 809ac27a0ecSDave Kleikamp * file is growing) then we *will* alter the inode to reflect 810ac27a0ecSDave Kleikamp * the new i_size. But that is not done here - it is done in 811617ba13bSMingming Cao * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode. 812ac27a0ecSDave Kleikamp */ 813ac27a0ecSDave Kleikamp jbd_debug(5, "splicing indirect only\n"); 814617ba13bSMingming Cao BUFFER_TRACE(where->bh, "call ext4_journal_dirty_metadata"); 815617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, where->bh); 816ac27a0ecSDave Kleikamp if (err) 817ac27a0ecSDave Kleikamp goto err_out; 818ac27a0ecSDave Kleikamp } else { 819ac27a0ecSDave Kleikamp /* 820ac27a0ecSDave Kleikamp * OK, we spliced it into the inode itself on a direct block. 821ac27a0ecSDave Kleikamp * Inode was dirtied above. 822ac27a0ecSDave Kleikamp */ 823ac27a0ecSDave Kleikamp jbd_debug(5, "splicing direct\n"); 824ac27a0ecSDave Kleikamp } 825ac27a0ecSDave Kleikamp return err; 826ac27a0ecSDave Kleikamp 827ac27a0ecSDave Kleikamp err_out: 828ac27a0ecSDave Kleikamp for (i = 1; i <= num; i++) { 829dab291afSMingming Cao BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget"); 830617ba13bSMingming Cao ext4_journal_forget(handle, where[i].bh); 831c9de560dSAlex Tomas ext4_free_blocks(handle, inode, 832c9de560dSAlex Tomas le32_to_cpu(where[i-1].key), 1, 0); 833ac27a0ecSDave Kleikamp } 834c9de560dSAlex Tomas ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks, 0); 835ac27a0ecSDave Kleikamp 836ac27a0ecSDave Kleikamp return err; 837ac27a0ecSDave Kleikamp } 838ac27a0ecSDave Kleikamp 839ac27a0ecSDave Kleikamp /* 840ac27a0ecSDave Kleikamp * Allocation strategy is simple: if we have to allocate something, we will 841ac27a0ecSDave Kleikamp * have to go the whole way to leaf. So let's do it before attaching anything 842ac27a0ecSDave Kleikamp * to tree, set linkage between the newborn blocks, write them if sync is 843ac27a0ecSDave Kleikamp * required, recheck the path, free and repeat if check fails, otherwise 844ac27a0ecSDave Kleikamp * set the last missing link (that will protect us from any truncate-generated 845ac27a0ecSDave Kleikamp * removals - all blocks on the path are immune now) and possibly force the 846ac27a0ecSDave Kleikamp * write on the parent block. 847ac27a0ecSDave Kleikamp * That has a nice additional property: no special recovery from the failed 848ac27a0ecSDave Kleikamp * allocations is needed - we simply release blocks and do not touch anything 849ac27a0ecSDave Kleikamp * reachable from inode. 850ac27a0ecSDave Kleikamp * 851ac27a0ecSDave Kleikamp * `handle' can be NULL if create == 0. 852ac27a0ecSDave Kleikamp * 853ac27a0ecSDave Kleikamp * return > 0, # of blocks mapped or allocated. 854ac27a0ecSDave Kleikamp * return = 0, if plain lookup failed. 855ac27a0ecSDave Kleikamp * return < 0, error case. 856c278bfecSAneesh Kumar K.V * 857c278bfecSAneesh Kumar K.V * 858c278bfecSAneesh Kumar K.V * Need to be called with 8590e855ac8SAneesh Kumar K.V * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system block 8600e855ac8SAneesh Kumar K.V * (ie, create is zero). Otherwise down_write(&EXT4_I(inode)->i_data_sem) 861ac27a0ecSDave Kleikamp */ 862617ba13bSMingming Cao int ext4_get_blocks_handle(handle_t *handle, struct inode *inode, 863725d26d3SAneesh Kumar K.V ext4_lblk_t iblock, unsigned long maxblocks, 864ac27a0ecSDave Kleikamp struct buffer_head *bh_result, 865ac27a0ecSDave Kleikamp int create, int extend_disksize) 866ac27a0ecSDave Kleikamp { 867ac27a0ecSDave Kleikamp int err = -EIO; 868725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4]; 869ac27a0ecSDave Kleikamp Indirect chain[4]; 870ac27a0ecSDave Kleikamp Indirect *partial; 871617ba13bSMingming Cao ext4_fsblk_t goal; 872ac27a0ecSDave Kleikamp int indirect_blks; 873ac27a0ecSDave Kleikamp int blocks_to_boundary = 0; 874ac27a0ecSDave Kleikamp int depth; 875617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 876ac27a0ecSDave Kleikamp int count = 0; 877617ba13bSMingming Cao ext4_fsblk_t first_block = 0; 87861628a3fSMingming Cao loff_t disksize; 879ac27a0ecSDave Kleikamp 880ac27a0ecSDave Kleikamp 881a86c6181SAlex Tomas J_ASSERT(!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)); 882ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 883725d26d3SAneesh Kumar K.V depth = ext4_block_to_path(inode, iblock, offsets, 884725d26d3SAneesh Kumar K.V &blocks_to_boundary); 885ac27a0ecSDave Kleikamp 886ac27a0ecSDave Kleikamp if (depth == 0) 887ac27a0ecSDave Kleikamp goto out; 888ac27a0ecSDave Kleikamp 889617ba13bSMingming Cao partial = ext4_get_branch(inode, depth, offsets, chain, &err); 890ac27a0ecSDave Kleikamp 891ac27a0ecSDave Kleikamp /* Simplest case - block found, no allocation needed */ 892ac27a0ecSDave Kleikamp if (!partial) { 893ac27a0ecSDave Kleikamp first_block = le32_to_cpu(chain[depth - 1].key); 894ac27a0ecSDave Kleikamp clear_buffer_new(bh_result); 895ac27a0ecSDave Kleikamp count++; 896ac27a0ecSDave Kleikamp /*map more blocks*/ 897ac27a0ecSDave Kleikamp while (count < maxblocks && count <= blocks_to_boundary) { 898617ba13bSMingming Cao ext4_fsblk_t blk; 899ac27a0ecSDave Kleikamp 900ac27a0ecSDave Kleikamp blk = le32_to_cpu(*(chain[depth-1].p + count)); 901ac27a0ecSDave Kleikamp 902ac27a0ecSDave Kleikamp if (blk == first_block + count) 903ac27a0ecSDave Kleikamp count++; 904ac27a0ecSDave Kleikamp else 905ac27a0ecSDave Kleikamp break; 906ac27a0ecSDave Kleikamp } 907ac27a0ecSDave Kleikamp goto got_it; 908ac27a0ecSDave Kleikamp } 909ac27a0ecSDave Kleikamp 910ac27a0ecSDave Kleikamp /* Next simple case - plain lookup or failed read of indirect block */ 911ac27a0ecSDave Kleikamp if (!create || err == -EIO) 912ac27a0ecSDave Kleikamp goto cleanup; 913ac27a0ecSDave Kleikamp 914ac27a0ecSDave Kleikamp /* 915ac27a0ecSDave Kleikamp * Okay, we need to do block allocation. Lazily initialize the block 916ac27a0ecSDave Kleikamp * allocation info here if necessary 917ac27a0ecSDave Kleikamp */ 918ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode) && (!ei->i_block_alloc_info)) 919617ba13bSMingming Cao ext4_init_block_alloc_info(inode); 920ac27a0ecSDave Kleikamp 921fb01bfdaSAkinobu Mita goal = ext4_find_goal(inode, iblock, partial); 922ac27a0ecSDave Kleikamp 923ac27a0ecSDave Kleikamp /* the number of blocks need to allocate for [d,t]indirect blocks */ 924ac27a0ecSDave Kleikamp indirect_blks = (chain + depth) - partial - 1; 925ac27a0ecSDave Kleikamp 926ac27a0ecSDave Kleikamp /* 927ac27a0ecSDave Kleikamp * Next look up the indirect map to count the totoal number of 928ac27a0ecSDave Kleikamp * direct blocks to allocate for this branch. 929ac27a0ecSDave Kleikamp */ 930617ba13bSMingming Cao count = ext4_blks_to_allocate(partial, indirect_blks, 931ac27a0ecSDave Kleikamp maxblocks, blocks_to_boundary); 932ac27a0ecSDave Kleikamp /* 933617ba13bSMingming Cao * Block out ext4_truncate while we alter the tree 934ac27a0ecSDave Kleikamp */ 9357061eba7SAneesh Kumar K.V err = ext4_alloc_branch(handle, inode, iblock, indirect_blks, 9367061eba7SAneesh Kumar K.V &count, goal, 937ac27a0ecSDave Kleikamp offsets + (partial - chain), partial); 938ac27a0ecSDave Kleikamp 939ac27a0ecSDave Kleikamp /* 940617ba13bSMingming Cao * The ext4_splice_branch call will free and forget any buffers 941ac27a0ecSDave Kleikamp * on the new chain if there is a failure, but that risks using 942ac27a0ecSDave Kleikamp * up transaction credits, especially for bitmaps where the 943ac27a0ecSDave Kleikamp * credits cannot be returned. Can we handle this somehow? We 944ac27a0ecSDave Kleikamp * may need to return -EAGAIN upwards in the worst case. --sct 945ac27a0ecSDave Kleikamp */ 946ac27a0ecSDave Kleikamp if (!err) 947617ba13bSMingming Cao err = ext4_splice_branch(handle, inode, iblock, 948ac27a0ecSDave Kleikamp partial, indirect_blks, count); 949ac27a0ecSDave Kleikamp /* 9500e855ac8SAneesh Kumar K.V * i_disksize growing is protected by i_data_sem. Don't forget to 951ac27a0ecSDave Kleikamp * protect it if you're about to implement concurrent 952617ba13bSMingming Cao * ext4_get_block() -bzzz 953ac27a0ecSDave Kleikamp */ 95461628a3fSMingming Cao if (!err && extend_disksize) { 95561628a3fSMingming Cao disksize = ((loff_t) iblock + count) << inode->i_blkbits; 95661628a3fSMingming Cao if (disksize > i_size_read(inode)) 95761628a3fSMingming Cao disksize = i_size_read(inode); 95861628a3fSMingming Cao if (disksize > ei->i_disksize) 95961628a3fSMingming Cao ei->i_disksize = disksize; 96061628a3fSMingming Cao } 961ac27a0ecSDave Kleikamp if (err) 962ac27a0ecSDave Kleikamp goto cleanup; 963ac27a0ecSDave Kleikamp 964ac27a0ecSDave Kleikamp set_buffer_new(bh_result); 965ac27a0ecSDave Kleikamp got_it: 966ac27a0ecSDave Kleikamp map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key)); 967ac27a0ecSDave Kleikamp if (count > blocks_to_boundary) 968ac27a0ecSDave Kleikamp set_buffer_boundary(bh_result); 969ac27a0ecSDave Kleikamp err = count; 970ac27a0ecSDave Kleikamp /* Clean up and exit */ 971ac27a0ecSDave Kleikamp partial = chain + depth - 1; /* the whole chain */ 972ac27a0ecSDave Kleikamp cleanup: 973ac27a0ecSDave Kleikamp while (partial > chain) { 974ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 975ac27a0ecSDave Kleikamp brelse(partial->bh); 976ac27a0ecSDave Kleikamp partial--; 977ac27a0ecSDave Kleikamp } 978ac27a0ecSDave Kleikamp BUFFER_TRACE(bh_result, "returned"); 979ac27a0ecSDave Kleikamp out: 980ac27a0ecSDave Kleikamp return err; 981ac27a0ecSDave Kleikamp } 982ac27a0ecSDave Kleikamp 98312219aeaSAneesh Kumar K.V /* 98412219aeaSAneesh Kumar K.V * Calculate the number of metadata blocks need to reserve 98512219aeaSAneesh Kumar K.V * to allocate @blocks for non extent file based file 98612219aeaSAneesh Kumar K.V */ 98712219aeaSAneesh Kumar K.V static int ext4_indirect_calc_metadata_amount(struct inode *inode, int blocks) 98812219aeaSAneesh Kumar K.V { 98912219aeaSAneesh Kumar K.V int icap = EXT4_ADDR_PER_BLOCK(inode->i_sb); 99012219aeaSAneesh Kumar K.V int ind_blks, dind_blks, tind_blks; 99112219aeaSAneesh Kumar K.V 99212219aeaSAneesh Kumar K.V /* number of new indirect blocks needed */ 99312219aeaSAneesh Kumar K.V ind_blks = (blocks + icap - 1) / icap; 99412219aeaSAneesh Kumar K.V 99512219aeaSAneesh Kumar K.V dind_blks = (ind_blks + icap - 1) / icap; 99612219aeaSAneesh Kumar K.V 99712219aeaSAneesh Kumar K.V tind_blks = 1; 99812219aeaSAneesh Kumar K.V 99912219aeaSAneesh Kumar K.V return ind_blks + dind_blks + tind_blks; 100012219aeaSAneesh Kumar K.V } 100112219aeaSAneesh Kumar K.V 100212219aeaSAneesh Kumar K.V /* 100312219aeaSAneesh Kumar K.V * Calculate the number of metadata blocks need to reserve 100412219aeaSAneesh Kumar K.V * to allocate given number of blocks 100512219aeaSAneesh Kumar K.V */ 100612219aeaSAneesh Kumar K.V static int ext4_calc_metadata_amount(struct inode *inode, int blocks) 100712219aeaSAneesh Kumar K.V { 1008cd213226SMingming Cao if (!blocks) 1009cd213226SMingming Cao return 0; 1010cd213226SMingming Cao 101112219aeaSAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) 101212219aeaSAneesh Kumar K.V return ext4_ext_calc_metadata_amount(inode, blocks); 101312219aeaSAneesh Kumar K.V 101412219aeaSAneesh Kumar K.V return ext4_indirect_calc_metadata_amount(inode, blocks); 101512219aeaSAneesh Kumar K.V } 101612219aeaSAneesh Kumar K.V 101712219aeaSAneesh Kumar K.V static void ext4_da_update_reserve_space(struct inode *inode, int used) 101812219aeaSAneesh Kumar K.V { 101912219aeaSAneesh Kumar K.V struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 102012219aeaSAneesh Kumar K.V int total, mdb, mdb_free; 102112219aeaSAneesh Kumar K.V 102212219aeaSAneesh Kumar K.V spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 102312219aeaSAneesh Kumar K.V /* recalculate the number of metablocks still need to be reserved */ 102412219aeaSAneesh Kumar K.V total = EXT4_I(inode)->i_reserved_data_blocks - used; 102512219aeaSAneesh Kumar K.V mdb = ext4_calc_metadata_amount(inode, total); 102612219aeaSAneesh Kumar K.V 102712219aeaSAneesh Kumar K.V /* figure out how many metablocks to release */ 102812219aeaSAneesh Kumar K.V BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 102912219aeaSAneesh Kumar K.V mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb; 103012219aeaSAneesh Kumar K.V 103112219aeaSAneesh Kumar K.V /* Account for allocated meta_blocks */ 103212219aeaSAneesh Kumar K.V mdb_free -= EXT4_I(inode)->i_allocated_meta_blocks; 103312219aeaSAneesh Kumar K.V 103412219aeaSAneesh Kumar K.V /* update fs free blocks counter for truncate case */ 103512219aeaSAneesh Kumar K.V percpu_counter_add(&sbi->s_freeblocks_counter, mdb_free); 103612219aeaSAneesh Kumar K.V 103712219aeaSAneesh Kumar K.V /* update per-inode reservations */ 103812219aeaSAneesh Kumar K.V BUG_ON(used > EXT4_I(inode)->i_reserved_data_blocks); 103912219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks -= used; 104012219aeaSAneesh Kumar K.V 104112219aeaSAneesh Kumar K.V BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 104212219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_meta_blocks = mdb; 104312219aeaSAneesh Kumar K.V EXT4_I(inode)->i_allocated_meta_blocks = 0; 104412219aeaSAneesh Kumar K.V spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 104512219aeaSAneesh Kumar K.V } 104612219aeaSAneesh Kumar K.V 10477fb5409dSJan Kara /* Maximum number of blocks we map for direct IO at once. */ 10487fb5409dSJan Kara #define DIO_MAX_BLOCKS 4096 10497fb5409dSJan Kara /* 10507fb5409dSJan Kara * Number of credits we need for writing DIO_MAX_BLOCKS: 10517fb5409dSJan Kara * We need sb + group descriptor + bitmap + inode -> 4 10527fb5409dSJan Kara * For B blocks with A block pointers per block we need: 10537fb5409dSJan Kara * 1 (triple ind.) + (B/A/A + 2) (doubly ind.) + (B/A + 2) (indirect). 10547fb5409dSJan Kara * If we plug in 4096 for B and 256 for A (for 1KB block size), we get 25. 10557fb5409dSJan Kara */ 10567fb5409dSJan Kara #define DIO_CREDITS 25 1057ac27a0ecSDave Kleikamp 1058f5ab0d1fSMingming Cao 1059f5ab0d1fSMingming Cao /* 10602b2d6d01STheodore Ts'o * The ext4_get_blocks_wrap() function try to look up the requested blocks, 10612b2d6d01STheodore Ts'o * and returns if the blocks are already mapped. 1062f5ab0d1fSMingming Cao * 1063f5ab0d1fSMingming Cao * Otherwise it takes the write lock of the i_data_sem and allocate blocks 1064f5ab0d1fSMingming Cao * and store the allocated blocks in the result buffer head and mark it 1065f5ab0d1fSMingming Cao * mapped. 1066f5ab0d1fSMingming Cao * 1067f5ab0d1fSMingming Cao * If file type is extents based, it will call ext4_ext_get_blocks(), 1068f5ab0d1fSMingming Cao * Otherwise, call with ext4_get_blocks_handle() to handle indirect mapping 1069f5ab0d1fSMingming Cao * based files 1070f5ab0d1fSMingming Cao * 1071f5ab0d1fSMingming Cao * On success, it returns the number of blocks being mapped or allocate. 1072f5ab0d1fSMingming Cao * if create==0 and the blocks are pre-allocated and uninitialized block, 1073f5ab0d1fSMingming Cao * the result buffer head is unmapped. If the create ==1, it will make sure 1074f5ab0d1fSMingming Cao * the buffer head is mapped. 1075f5ab0d1fSMingming Cao * 1076f5ab0d1fSMingming Cao * It returns 0 if plain look up failed (blocks have not been allocated), in 1077f5ab0d1fSMingming Cao * that casem, buffer head is unmapped 1078f5ab0d1fSMingming Cao * 1079f5ab0d1fSMingming Cao * It returns the error in case of allocation failure. 1080f5ab0d1fSMingming Cao */ 10810e855ac8SAneesh Kumar K.V int ext4_get_blocks_wrap(handle_t *handle, struct inode *inode, sector_t block, 10820e855ac8SAneesh Kumar K.V unsigned long max_blocks, struct buffer_head *bh, 1083d2a17637SMingming Cao int create, int extend_disksize, int flag) 10840e855ac8SAneesh Kumar K.V { 10850e855ac8SAneesh Kumar K.V int retval; 1086f5ab0d1fSMingming Cao 1087f5ab0d1fSMingming Cao clear_buffer_mapped(bh); 1088f5ab0d1fSMingming Cao 10894df3d265SAneesh Kumar K.V /* 10904df3d265SAneesh Kumar K.V * Try to see if we can get the block without requesting 10914df3d265SAneesh Kumar K.V * for new file system block. 10924df3d265SAneesh Kumar K.V */ 10930e855ac8SAneesh Kumar K.V down_read((&EXT4_I(inode)->i_data_sem)); 10944df3d265SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 10954df3d265SAneesh Kumar K.V retval = ext4_ext_get_blocks(handle, inode, block, max_blocks, 10964df3d265SAneesh Kumar K.V bh, 0, 0); 10974df3d265SAneesh Kumar K.V } else { 10984df3d265SAneesh Kumar K.V retval = ext4_get_blocks_handle(handle, 10994df3d265SAneesh Kumar K.V inode, block, max_blocks, bh, 0, 0); 11000e855ac8SAneesh Kumar K.V } 11014df3d265SAneesh Kumar K.V up_read((&EXT4_I(inode)->i_data_sem)); 1102f5ab0d1fSMingming Cao 1103f5ab0d1fSMingming Cao /* If it is only a block(s) look up */ 1104f5ab0d1fSMingming Cao if (!create) 11054df3d265SAneesh Kumar K.V return retval; 11064df3d265SAneesh Kumar K.V 11074df3d265SAneesh Kumar K.V /* 1108f5ab0d1fSMingming Cao * Returns if the blocks have already allocated 1109f5ab0d1fSMingming Cao * 1110f5ab0d1fSMingming Cao * Note that if blocks have been preallocated 1111f5ab0d1fSMingming Cao * ext4_ext_get_block() returns th create = 0 1112f5ab0d1fSMingming Cao * with buffer head unmapped. 1113f5ab0d1fSMingming Cao */ 1114f5ab0d1fSMingming Cao if (retval > 0 && buffer_mapped(bh)) 1115f5ab0d1fSMingming Cao return retval; 1116f5ab0d1fSMingming Cao 1117f5ab0d1fSMingming Cao /* 1118f5ab0d1fSMingming Cao * New blocks allocate and/or writing to uninitialized extent 1119f5ab0d1fSMingming Cao * will possibly result in updating i_data, so we take 1120f5ab0d1fSMingming Cao * the write lock of i_data_sem, and call get_blocks() 1121f5ab0d1fSMingming Cao * with create == 1 flag. 11224df3d265SAneesh Kumar K.V */ 11234df3d265SAneesh Kumar K.V down_write((&EXT4_I(inode)->i_data_sem)); 1124d2a17637SMingming Cao 1125d2a17637SMingming Cao /* 1126d2a17637SMingming Cao * if the caller is from delayed allocation writeout path 1127d2a17637SMingming Cao * we have already reserved fs blocks for allocation 1128d2a17637SMingming Cao * let the underlying get_block() function know to 1129d2a17637SMingming Cao * avoid double accounting 1130d2a17637SMingming Cao */ 1131d2a17637SMingming Cao if (flag) 1132d2a17637SMingming Cao EXT4_I(inode)->i_delalloc_reserved_flag = 1; 11334df3d265SAneesh Kumar K.V /* 11344df3d265SAneesh Kumar K.V * We need to check for EXT4 here because migrate 11354df3d265SAneesh Kumar K.V * could have changed the inode type in between 11364df3d265SAneesh Kumar K.V */ 11370e855ac8SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 11380e855ac8SAneesh Kumar K.V retval = ext4_ext_get_blocks(handle, inode, block, max_blocks, 11390e855ac8SAneesh Kumar K.V bh, create, extend_disksize); 11400e855ac8SAneesh Kumar K.V } else { 11410e855ac8SAneesh Kumar K.V retval = ext4_get_blocks_handle(handle, inode, block, 11420e855ac8SAneesh Kumar K.V max_blocks, bh, create, extend_disksize); 1143267e4db9SAneesh Kumar K.V 1144267e4db9SAneesh Kumar K.V if (retval > 0 && buffer_new(bh)) { 1145267e4db9SAneesh Kumar K.V /* 1146267e4db9SAneesh Kumar K.V * We allocated new blocks which will result in 1147267e4db9SAneesh Kumar K.V * i_data's format changing. Force the migrate 1148267e4db9SAneesh Kumar K.V * to fail by clearing migrate flags 1149267e4db9SAneesh Kumar K.V */ 1150267e4db9SAneesh Kumar K.V EXT4_I(inode)->i_flags = EXT4_I(inode)->i_flags & 1151267e4db9SAneesh Kumar K.V ~EXT4_EXT_MIGRATE; 1152267e4db9SAneesh Kumar K.V } 11530e855ac8SAneesh Kumar K.V } 1154d2a17637SMingming Cao 1155d2a17637SMingming Cao if (flag) { 1156d2a17637SMingming Cao EXT4_I(inode)->i_delalloc_reserved_flag = 0; 1157d2a17637SMingming Cao /* 1158d2a17637SMingming Cao * Update reserved blocks/metadata blocks 1159d2a17637SMingming Cao * after successful block allocation 1160d2a17637SMingming Cao * which were deferred till now 1161d2a17637SMingming Cao */ 1162d2a17637SMingming Cao if ((retval > 0) && buffer_delay(bh)) 116312219aeaSAneesh Kumar K.V ext4_da_update_reserve_space(inode, retval); 1164d2a17637SMingming Cao } 1165d2a17637SMingming Cao 11660e855ac8SAneesh Kumar K.V up_write((&EXT4_I(inode)->i_data_sem)); 11670e855ac8SAneesh Kumar K.V return retval; 11680e855ac8SAneesh Kumar K.V } 11690e855ac8SAneesh Kumar K.V 1170617ba13bSMingming Cao static int ext4_get_block(struct inode *inode, sector_t iblock, 1171ac27a0ecSDave Kleikamp struct buffer_head *bh_result, int create) 1172ac27a0ecSDave Kleikamp { 11733e4fdaf8SDmitriy Monakhov handle_t *handle = ext4_journal_current_handle(); 11747fb5409dSJan Kara int ret = 0, started = 0; 1175ac27a0ecSDave Kleikamp unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 1176ac27a0ecSDave Kleikamp 11777fb5409dSJan Kara if (create && !handle) { 11787fb5409dSJan Kara /* Direct IO write... */ 11797fb5409dSJan Kara if (max_blocks > DIO_MAX_BLOCKS) 11807fb5409dSJan Kara max_blocks = DIO_MAX_BLOCKS; 11817fb5409dSJan Kara handle = ext4_journal_start(inode, DIO_CREDITS + 11827fb5409dSJan Kara 2 * EXT4_QUOTA_TRANS_BLOCKS(inode->i_sb)); 11837fb5409dSJan Kara if (IS_ERR(handle)) { 1184ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 11857fb5409dSJan Kara goto out; 11867fb5409dSJan Kara } 11877fb5409dSJan Kara started = 1; 1188ac27a0ecSDave Kleikamp } 1189ac27a0ecSDave Kleikamp 1190a86c6181SAlex Tomas ret = ext4_get_blocks_wrap(handle, inode, iblock, 1191d2a17637SMingming Cao max_blocks, bh_result, create, 0, 0); 1192ac27a0ecSDave Kleikamp if (ret > 0) { 1193ac27a0ecSDave Kleikamp bh_result->b_size = (ret << inode->i_blkbits); 1194ac27a0ecSDave Kleikamp ret = 0; 1195ac27a0ecSDave Kleikamp } 11967fb5409dSJan Kara if (started) 11977fb5409dSJan Kara ext4_journal_stop(handle); 11987fb5409dSJan Kara out: 1199ac27a0ecSDave Kleikamp return ret; 1200ac27a0ecSDave Kleikamp } 1201ac27a0ecSDave Kleikamp 1202ac27a0ecSDave Kleikamp /* 1203ac27a0ecSDave Kleikamp * `handle' can be NULL if create is zero 1204ac27a0ecSDave Kleikamp */ 1205617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode, 1206725d26d3SAneesh Kumar K.V ext4_lblk_t block, int create, int *errp) 1207ac27a0ecSDave Kleikamp { 1208ac27a0ecSDave Kleikamp struct buffer_head dummy; 1209ac27a0ecSDave Kleikamp int fatal = 0, err; 1210ac27a0ecSDave Kleikamp 1211ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 1212ac27a0ecSDave Kleikamp 1213ac27a0ecSDave Kleikamp dummy.b_state = 0; 1214ac27a0ecSDave Kleikamp dummy.b_blocknr = -1000; 1215ac27a0ecSDave Kleikamp buffer_trace_init(&dummy.b_history); 1216a86c6181SAlex Tomas err = ext4_get_blocks_wrap(handle, inode, block, 1, 1217d2a17637SMingming Cao &dummy, create, 1, 0); 1218ac27a0ecSDave Kleikamp /* 1219617ba13bSMingming Cao * ext4_get_blocks_handle() returns number of blocks 1220ac27a0ecSDave Kleikamp * mapped. 0 in case of a HOLE. 1221ac27a0ecSDave Kleikamp */ 1222ac27a0ecSDave Kleikamp if (err > 0) { 1223ac27a0ecSDave Kleikamp if (err > 1) 1224ac27a0ecSDave Kleikamp WARN_ON(1); 1225ac27a0ecSDave Kleikamp err = 0; 1226ac27a0ecSDave Kleikamp } 1227ac27a0ecSDave Kleikamp *errp = err; 1228ac27a0ecSDave Kleikamp if (!err && buffer_mapped(&dummy)) { 1229ac27a0ecSDave Kleikamp struct buffer_head *bh; 1230ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, dummy.b_blocknr); 1231ac27a0ecSDave Kleikamp if (!bh) { 1232ac27a0ecSDave Kleikamp *errp = -EIO; 1233ac27a0ecSDave Kleikamp goto err; 1234ac27a0ecSDave Kleikamp } 1235ac27a0ecSDave Kleikamp if (buffer_new(&dummy)) { 1236ac27a0ecSDave Kleikamp J_ASSERT(create != 0); 1237ac39849dSAneesh Kumar K.V J_ASSERT(handle != NULL); 1238ac27a0ecSDave Kleikamp 1239ac27a0ecSDave Kleikamp /* 1240ac27a0ecSDave Kleikamp * Now that we do not always journal data, we should 1241ac27a0ecSDave Kleikamp * keep in mind whether this should always journal the 1242ac27a0ecSDave Kleikamp * new buffer as metadata. For now, regular file 1243617ba13bSMingming Cao * writes use ext4_get_block instead, so it's not a 1244ac27a0ecSDave Kleikamp * problem. 1245ac27a0ecSDave Kleikamp */ 1246ac27a0ecSDave Kleikamp lock_buffer(bh); 1247ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 1248617ba13bSMingming Cao fatal = ext4_journal_get_create_access(handle, bh); 1249ac27a0ecSDave Kleikamp if (!fatal && !buffer_uptodate(bh)) { 1250ac27a0ecSDave Kleikamp memset(bh->b_data,0,inode->i_sb->s_blocksize); 1251ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1252ac27a0ecSDave Kleikamp } 1253ac27a0ecSDave Kleikamp unlock_buffer(bh); 1254617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 1255617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, bh); 1256ac27a0ecSDave Kleikamp if (!fatal) 1257ac27a0ecSDave Kleikamp fatal = err; 1258ac27a0ecSDave Kleikamp } else { 1259ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "not a new buffer"); 1260ac27a0ecSDave Kleikamp } 1261ac27a0ecSDave Kleikamp if (fatal) { 1262ac27a0ecSDave Kleikamp *errp = fatal; 1263ac27a0ecSDave Kleikamp brelse(bh); 1264ac27a0ecSDave Kleikamp bh = NULL; 1265ac27a0ecSDave Kleikamp } 1266ac27a0ecSDave Kleikamp return bh; 1267ac27a0ecSDave Kleikamp } 1268ac27a0ecSDave Kleikamp err: 1269ac27a0ecSDave Kleikamp return NULL; 1270ac27a0ecSDave Kleikamp } 1271ac27a0ecSDave Kleikamp 1272617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode, 1273725d26d3SAneesh Kumar K.V ext4_lblk_t block, int create, int *err) 1274ac27a0ecSDave Kleikamp { 1275ac27a0ecSDave Kleikamp struct buffer_head * bh; 1276ac27a0ecSDave Kleikamp 1277617ba13bSMingming Cao bh = ext4_getblk(handle, inode, block, create, err); 1278ac27a0ecSDave Kleikamp if (!bh) 1279ac27a0ecSDave Kleikamp return bh; 1280ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1281ac27a0ecSDave Kleikamp return bh; 1282ac27a0ecSDave Kleikamp ll_rw_block(READ_META, 1, &bh); 1283ac27a0ecSDave Kleikamp wait_on_buffer(bh); 1284ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1285ac27a0ecSDave Kleikamp return bh; 1286ac27a0ecSDave Kleikamp put_bh(bh); 1287ac27a0ecSDave Kleikamp *err = -EIO; 1288ac27a0ecSDave Kleikamp return NULL; 1289ac27a0ecSDave Kleikamp } 1290ac27a0ecSDave Kleikamp 1291ac27a0ecSDave Kleikamp static int walk_page_buffers( handle_t *handle, 1292ac27a0ecSDave Kleikamp struct buffer_head *head, 1293ac27a0ecSDave Kleikamp unsigned from, 1294ac27a0ecSDave Kleikamp unsigned to, 1295ac27a0ecSDave Kleikamp int *partial, 1296ac27a0ecSDave Kleikamp int (*fn)( handle_t *handle, 1297ac27a0ecSDave Kleikamp struct buffer_head *bh)) 1298ac27a0ecSDave Kleikamp { 1299ac27a0ecSDave Kleikamp struct buffer_head *bh; 1300ac27a0ecSDave Kleikamp unsigned block_start, block_end; 1301ac27a0ecSDave Kleikamp unsigned blocksize = head->b_size; 1302ac27a0ecSDave Kleikamp int err, ret = 0; 1303ac27a0ecSDave Kleikamp struct buffer_head *next; 1304ac27a0ecSDave Kleikamp 1305ac27a0ecSDave Kleikamp for ( bh = head, block_start = 0; 1306ac27a0ecSDave Kleikamp ret == 0 && (bh != head || !block_start); 1307ac27a0ecSDave Kleikamp block_start = block_end, bh = next) 1308ac27a0ecSDave Kleikamp { 1309ac27a0ecSDave Kleikamp next = bh->b_this_page; 1310ac27a0ecSDave Kleikamp block_end = block_start + blocksize; 1311ac27a0ecSDave Kleikamp if (block_end <= from || block_start >= to) { 1312ac27a0ecSDave Kleikamp if (partial && !buffer_uptodate(bh)) 1313ac27a0ecSDave Kleikamp *partial = 1; 1314ac27a0ecSDave Kleikamp continue; 1315ac27a0ecSDave Kleikamp } 1316ac27a0ecSDave Kleikamp err = (*fn)(handle, bh); 1317ac27a0ecSDave Kleikamp if (!ret) 1318ac27a0ecSDave Kleikamp ret = err; 1319ac27a0ecSDave Kleikamp } 1320ac27a0ecSDave Kleikamp return ret; 1321ac27a0ecSDave Kleikamp } 1322ac27a0ecSDave Kleikamp 1323ac27a0ecSDave Kleikamp /* 1324ac27a0ecSDave Kleikamp * To preserve ordering, it is essential that the hole instantiation and 1325ac27a0ecSDave Kleikamp * the data write be encapsulated in a single transaction. We cannot 1326617ba13bSMingming Cao * close off a transaction and start a new one between the ext4_get_block() 1327dab291afSMingming Cao * and the commit_write(). So doing the jbd2_journal_start at the start of 1328ac27a0ecSDave Kleikamp * prepare_write() is the right place. 1329ac27a0ecSDave Kleikamp * 1330617ba13bSMingming Cao * Also, this function can nest inside ext4_writepage() -> 1331617ba13bSMingming Cao * block_write_full_page(). In that case, we *know* that ext4_writepage() 1332ac27a0ecSDave Kleikamp * has generated enough buffer credits to do the whole page. So we won't 1333ac27a0ecSDave Kleikamp * block on the journal in that case, which is good, because the caller may 1334ac27a0ecSDave Kleikamp * be PF_MEMALLOC. 1335ac27a0ecSDave Kleikamp * 1336617ba13bSMingming Cao * By accident, ext4 can be reentered when a transaction is open via 1337ac27a0ecSDave Kleikamp * quota file writes. If we were to commit the transaction while thus 1338ac27a0ecSDave Kleikamp * reentered, there can be a deadlock - we would be holding a quota 1339ac27a0ecSDave Kleikamp * lock, and the commit would never complete if another thread had a 1340ac27a0ecSDave Kleikamp * transaction open and was blocking on the quota lock - a ranking 1341ac27a0ecSDave Kleikamp * violation. 1342ac27a0ecSDave Kleikamp * 1343dab291afSMingming Cao * So what we do is to rely on the fact that jbd2_journal_stop/journal_start 1344ac27a0ecSDave Kleikamp * will _not_ run commit under these circumstances because handle->h_ref 1345ac27a0ecSDave Kleikamp * is elevated. We'll still have enough credits for the tiny quotafile 1346ac27a0ecSDave Kleikamp * write. 1347ac27a0ecSDave Kleikamp */ 1348ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle, 1349ac27a0ecSDave Kleikamp struct buffer_head *bh) 1350ac27a0ecSDave Kleikamp { 1351ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1352ac27a0ecSDave Kleikamp return 0; 1353617ba13bSMingming Cao return ext4_journal_get_write_access(handle, bh); 1354ac27a0ecSDave Kleikamp } 1355ac27a0ecSDave Kleikamp 1356bfc1af65SNick Piggin static int ext4_write_begin(struct file *file, struct address_space *mapping, 1357bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned flags, 1358bfc1af65SNick Piggin struct page **pagep, void **fsdata) 1359ac27a0ecSDave Kleikamp { 1360bfc1af65SNick Piggin struct inode *inode = mapping->host; 13617479d2b9SAndrew Morton int ret, needed_blocks = ext4_writepage_trans_blocks(inode); 1362ac27a0ecSDave Kleikamp handle_t *handle; 1363ac27a0ecSDave Kleikamp int retries = 0; 1364bfc1af65SNick Piggin struct page *page; 1365bfc1af65SNick Piggin pgoff_t index; 1366bfc1af65SNick Piggin unsigned from, to; 1367bfc1af65SNick Piggin 1368bfc1af65SNick Piggin index = pos >> PAGE_CACHE_SHIFT; 1369bfc1af65SNick Piggin from = pos & (PAGE_CACHE_SIZE - 1); 1370bfc1af65SNick Piggin to = from + len; 1371ac27a0ecSDave Kleikamp 1372ac27a0ecSDave Kleikamp retry: 1373617ba13bSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 13747479d2b9SAndrew Morton if (IS_ERR(handle)) { 13757479d2b9SAndrew Morton ret = PTR_ERR(handle); 13767479d2b9SAndrew Morton goto out; 13777479d2b9SAndrew Morton } 1378ac27a0ecSDave Kleikamp 1379cf108bcaSJan Kara page = __grab_cache_page(mapping, index); 1380cf108bcaSJan Kara if (!page) { 1381cf108bcaSJan Kara ext4_journal_stop(handle); 1382cf108bcaSJan Kara ret = -ENOMEM; 1383cf108bcaSJan Kara goto out; 1384cf108bcaSJan Kara } 1385cf108bcaSJan Kara *pagep = page; 1386cf108bcaSJan Kara 1387bfc1af65SNick Piggin ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata, 1388bfc1af65SNick Piggin ext4_get_block); 1389bfc1af65SNick Piggin 1390bfc1af65SNick Piggin if (!ret && ext4_should_journal_data(inode)) { 1391ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), 1392ac27a0ecSDave Kleikamp from, to, NULL, do_journal_get_write_access); 1393b46be050SAndrey Savochkin } 1394bfc1af65SNick Piggin 1395bfc1af65SNick Piggin if (ret) { 1396bfc1af65SNick Piggin unlock_page(page); 1397cf108bcaSJan Kara ext4_journal_stop(handle); 1398bfc1af65SNick Piggin page_cache_release(page); 1399bfc1af65SNick Piggin } 1400bfc1af65SNick Piggin 1401617ba13bSMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 1402ac27a0ecSDave Kleikamp goto retry; 14037479d2b9SAndrew Morton out: 1404ac27a0ecSDave Kleikamp return ret; 1405ac27a0ecSDave Kleikamp } 1406ac27a0ecSDave Kleikamp 1407bfc1af65SNick Piggin /* For write_end() in data=journal mode */ 1408bfc1af65SNick Piggin static int write_end_fn(handle_t *handle, struct buffer_head *bh) 1409ac27a0ecSDave Kleikamp { 1410ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1411ac27a0ecSDave Kleikamp return 0; 1412ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1413617ba13bSMingming Cao return ext4_journal_dirty_metadata(handle, bh); 1414ac27a0ecSDave Kleikamp } 1415ac27a0ecSDave Kleikamp 1416ac27a0ecSDave Kleikamp /* 1417ac27a0ecSDave Kleikamp * We need to pick up the new inode size which generic_commit_write gave us 1418ac27a0ecSDave Kleikamp * `file' can be NULL - eg, when called from page_symlink(). 1419ac27a0ecSDave Kleikamp * 1420617ba13bSMingming Cao * ext4 never places buffers on inode->i_mapping->private_list. metadata 1421ac27a0ecSDave Kleikamp * buffers are managed internally. 1422ac27a0ecSDave Kleikamp */ 1423bfc1af65SNick Piggin static int ext4_ordered_write_end(struct file *file, 1424bfc1af65SNick Piggin struct address_space *mapping, 1425bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1426bfc1af65SNick Piggin struct page *page, void *fsdata) 1427ac27a0ecSDave Kleikamp { 1428617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1429cf108bcaSJan Kara struct inode *inode = mapping->host; 1430ac27a0ecSDave Kleikamp int ret = 0, ret2; 1431ac27a0ecSDave Kleikamp 1432678aaf48SJan Kara ret = ext4_jbd2_file_inode(handle, inode); 1433ac27a0ecSDave Kleikamp 1434ac27a0ecSDave Kleikamp if (ret == 0) { 1435ac27a0ecSDave Kleikamp /* 1436bfc1af65SNick Piggin * generic_write_end() will run mark_inode_dirty() if i_size 1437ac27a0ecSDave Kleikamp * changes. So let's piggyback the i_disksize mark_inode_dirty 1438ac27a0ecSDave Kleikamp * into that. 1439ac27a0ecSDave Kleikamp */ 1440ac27a0ecSDave Kleikamp loff_t new_i_size; 1441ac27a0ecSDave Kleikamp 1442bfc1af65SNick Piggin new_i_size = pos + copied; 1443617ba13bSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) 1444617ba13bSMingming Cao EXT4_I(inode)->i_disksize = new_i_size; 1445cf108bcaSJan Kara ret2 = generic_write_end(file, mapping, pos, len, copied, 1446bfc1af65SNick Piggin page, fsdata); 1447f8a87d89SRoel Kluin copied = ret2; 1448f8a87d89SRoel Kluin if (ret2 < 0) 1449f8a87d89SRoel Kluin ret = ret2; 1450ac27a0ecSDave Kleikamp } 1451617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1452ac27a0ecSDave Kleikamp if (!ret) 1453ac27a0ecSDave Kleikamp ret = ret2; 1454bfc1af65SNick Piggin 1455bfc1af65SNick Piggin return ret ? ret : copied; 1456ac27a0ecSDave Kleikamp } 1457ac27a0ecSDave Kleikamp 1458bfc1af65SNick Piggin static int ext4_writeback_write_end(struct file *file, 1459bfc1af65SNick Piggin struct address_space *mapping, 1460bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1461bfc1af65SNick Piggin struct page *page, void *fsdata) 1462ac27a0ecSDave Kleikamp { 1463617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1464cf108bcaSJan Kara struct inode *inode = mapping->host; 1465ac27a0ecSDave Kleikamp int ret = 0, ret2; 1466ac27a0ecSDave Kleikamp loff_t new_i_size; 1467ac27a0ecSDave Kleikamp 1468bfc1af65SNick Piggin new_i_size = pos + copied; 1469617ba13bSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) 1470617ba13bSMingming Cao EXT4_I(inode)->i_disksize = new_i_size; 1471ac27a0ecSDave Kleikamp 1472cf108bcaSJan Kara ret2 = generic_write_end(file, mapping, pos, len, copied, 1473bfc1af65SNick Piggin page, fsdata); 1474f8a87d89SRoel Kluin copied = ret2; 1475f8a87d89SRoel Kluin if (ret2 < 0) 1476f8a87d89SRoel Kluin ret = ret2; 1477ac27a0ecSDave Kleikamp 1478617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1479ac27a0ecSDave Kleikamp if (!ret) 1480ac27a0ecSDave Kleikamp ret = ret2; 1481bfc1af65SNick Piggin 1482bfc1af65SNick Piggin return ret ? ret : copied; 1483ac27a0ecSDave Kleikamp } 1484ac27a0ecSDave Kleikamp 1485bfc1af65SNick Piggin static int ext4_journalled_write_end(struct file *file, 1486bfc1af65SNick Piggin struct address_space *mapping, 1487bfc1af65SNick Piggin loff_t pos, unsigned len, unsigned copied, 1488bfc1af65SNick Piggin struct page *page, void *fsdata) 1489ac27a0ecSDave Kleikamp { 1490617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1491bfc1af65SNick Piggin struct inode *inode = mapping->host; 1492ac27a0ecSDave Kleikamp int ret = 0, ret2; 1493ac27a0ecSDave Kleikamp int partial = 0; 1494bfc1af65SNick Piggin unsigned from, to; 1495ac27a0ecSDave Kleikamp 1496bfc1af65SNick Piggin from = pos & (PAGE_CACHE_SIZE - 1); 1497bfc1af65SNick Piggin to = from + len; 1498bfc1af65SNick Piggin 1499bfc1af65SNick Piggin if (copied < len) { 1500bfc1af65SNick Piggin if (!PageUptodate(page)) 1501bfc1af65SNick Piggin copied = 0; 1502bfc1af65SNick Piggin page_zero_new_buffers(page, from+copied, to); 1503bfc1af65SNick Piggin } 1504ac27a0ecSDave Kleikamp 1505ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), from, 1506bfc1af65SNick Piggin to, &partial, write_end_fn); 1507ac27a0ecSDave Kleikamp if (!partial) 1508ac27a0ecSDave Kleikamp SetPageUptodate(page); 1509bfc1af65SNick Piggin if (pos+copied > inode->i_size) 1510bfc1af65SNick Piggin i_size_write(inode, pos+copied); 1511617ba13bSMingming Cao EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 1512617ba13bSMingming Cao if (inode->i_size > EXT4_I(inode)->i_disksize) { 1513617ba13bSMingming Cao EXT4_I(inode)->i_disksize = inode->i_size; 1514617ba13bSMingming Cao ret2 = ext4_mark_inode_dirty(handle, inode); 1515ac27a0ecSDave Kleikamp if (!ret) 1516ac27a0ecSDave Kleikamp ret = ret2; 1517ac27a0ecSDave Kleikamp } 1518bfc1af65SNick Piggin 1519cf108bcaSJan Kara unlock_page(page); 1520617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1521ac27a0ecSDave Kleikamp if (!ret) 1522ac27a0ecSDave Kleikamp ret = ret2; 1523bfc1af65SNick Piggin page_cache_release(page); 1524bfc1af65SNick Piggin 1525bfc1af65SNick Piggin return ret ? ret : copied; 1526ac27a0ecSDave Kleikamp } 1527d2a17637SMingming Cao 1528d2a17637SMingming Cao static int ext4_da_reserve_space(struct inode *inode, int nrblocks) 1529d2a17637SMingming Cao { 1530d2a17637SMingming Cao struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1531d2a17637SMingming Cao unsigned long md_needed, mdblocks, total = 0; 1532d2a17637SMingming Cao 1533d2a17637SMingming Cao /* 1534d2a17637SMingming Cao * recalculate the amount of metadata blocks to reserve 1535d2a17637SMingming Cao * in order to allocate nrblocks 1536d2a17637SMingming Cao * worse case is one extent per block 1537d2a17637SMingming Cao */ 1538d2a17637SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 1539d2a17637SMingming Cao total = EXT4_I(inode)->i_reserved_data_blocks + nrblocks; 1540d2a17637SMingming Cao mdblocks = ext4_calc_metadata_amount(inode, total); 1541d2a17637SMingming Cao BUG_ON(mdblocks < EXT4_I(inode)->i_reserved_meta_blocks); 1542d2a17637SMingming Cao 1543d2a17637SMingming Cao md_needed = mdblocks - EXT4_I(inode)->i_reserved_meta_blocks; 1544d2a17637SMingming Cao total = md_needed + nrblocks; 1545d2a17637SMingming Cao 1546d2a17637SMingming Cao if (ext4_has_free_blocks(sbi, total) < total) { 1547d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1548d2a17637SMingming Cao return -ENOSPC; 1549d2a17637SMingming Cao } 1550d2a17637SMingming Cao /* reduce fs free blocks counter */ 1551d2a17637SMingming Cao percpu_counter_sub(&sbi->s_freeblocks_counter, total); 1552d2a17637SMingming Cao 1553d2a17637SMingming Cao EXT4_I(inode)->i_reserved_data_blocks += nrblocks; 1554d2a17637SMingming Cao EXT4_I(inode)->i_reserved_meta_blocks = mdblocks; 1555d2a17637SMingming Cao 1556d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1557d2a17637SMingming Cao return 0; /* success */ 1558d2a17637SMingming Cao } 1559d2a17637SMingming Cao 156012219aeaSAneesh Kumar K.V static void ext4_da_release_space(struct inode *inode, int to_free) 1561d2a17637SMingming Cao { 1562d2a17637SMingming Cao struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 1563d2a17637SMingming Cao int total, mdb, mdb_free, release; 1564d2a17637SMingming Cao 1565cd213226SMingming Cao if (!to_free) 1566cd213226SMingming Cao return; /* Nothing to release, exit */ 1567cd213226SMingming Cao 1568d2a17637SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 1569cd213226SMingming Cao 1570cd213226SMingming Cao if (!EXT4_I(inode)->i_reserved_data_blocks) { 1571cd213226SMingming Cao /* 1572cd213226SMingming Cao * if there is no reserved blocks, but we try to free some 1573cd213226SMingming Cao * then the counter is messed up somewhere. 1574cd213226SMingming Cao * but since this function is called from invalidate 1575cd213226SMingming Cao * page, it's harmless to return without any action 1576cd213226SMingming Cao */ 1577cd213226SMingming Cao printk(KERN_INFO "ext4 delalloc try to release %d reserved " 1578cd213226SMingming Cao "blocks for inode %lu, but there is no reserved " 1579cd213226SMingming Cao "data blocks\n", to_free, inode->i_ino); 1580cd213226SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1581cd213226SMingming Cao return; 1582cd213226SMingming Cao } 1583cd213226SMingming Cao 1584d2a17637SMingming Cao /* recalculate the number of metablocks still need to be reserved */ 158512219aeaSAneesh Kumar K.V total = EXT4_I(inode)->i_reserved_data_blocks - to_free; 1586d2a17637SMingming Cao mdb = ext4_calc_metadata_amount(inode, total); 1587d2a17637SMingming Cao 1588d2a17637SMingming Cao /* figure out how many metablocks to release */ 1589d2a17637SMingming Cao BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 1590d2a17637SMingming Cao mdb_free = EXT4_I(inode)->i_reserved_meta_blocks - mdb; 1591d2a17637SMingming Cao 1592d2a17637SMingming Cao release = to_free + mdb_free; 1593d2a17637SMingming Cao 1594d2a17637SMingming Cao /* update fs free blocks counter for truncate case */ 1595d2a17637SMingming Cao percpu_counter_add(&sbi->s_freeblocks_counter, release); 1596d2a17637SMingming Cao 1597d2a17637SMingming Cao /* update per-inode reservations */ 159812219aeaSAneesh Kumar K.V BUG_ON(to_free > EXT4_I(inode)->i_reserved_data_blocks); 159912219aeaSAneesh Kumar K.V EXT4_I(inode)->i_reserved_data_blocks -= to_free; 1600d2a17637SMingming Cao 1601d2a17637SMingming Cao BUG_ON(mdb > EXT4_I(inode)->i_reserved_meta_blocks); 1602d2a17637SMingming Cao EXT4_I(inode)->i_reserved_meta_blocks = mdb; 1603d2a17637SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 1604d2a17637SMingming Cao } 1605d2a17637SMingming Cao 1606d2a17637SMingming Cao static void ext4_da_page_release_reservation(struct page *page, 1607d2a17637SMingming Cao unsigned long offset) 1608d2a17637SMingming Cao { 1609d2a17637SMingming Cao int to_release = 0; 1610d2a17637SMingming Cao struct buffer_head *head, *bh; 1611d2a17637SMingming Cao unsigned int curr_off = 0; 1612d2a17637SMingming Cao 1613d2a17637SMingming Cao head = page_buffers(page); 1614d2a17637SMingming Cao bh = head; 1615d2a17637SMingming Cao do { 1616d2a17637SMingming Cao unsigned int next_off = curr_off + bh->b_size; 1617d2a17637SMingming Cao 1618d2a17637SMingming Cao if ((offset <= curr_off) && (buffer_delay(bh))) { 1619d2a17637SMingming Cao to_release++; 1620d2a17637SMingming Cao clear_buffer_delay(bh); 1621d2a17637SMingming Cao } 1622d2a17637SMingming Cao curr_off = next_off; 1623d2a17637SMingming Cao } while ((bh = bh->b_this_page) != head); 162412219aeaSAneesh Kumar K.V ext4_da_release_space(page->mapping->host, to_release); 1625d2a17637SMingming Cao } 1626ac27a0ecSDave Kleikamp 1627ac27a0ecSDave Kleikamp /* 162864769240SAlex Tomas * Delayed allocation stuff 162964769240SAlex Tomas */ 163064769240SAlex Tomas 163164769240SAlex Tomas struct mpage_da_data { 163264769240SAlex Tomas struct inode *inode; 163364769240SAlex Tomas struct buffer_head lbh; /* extent of blocks */ 163464769240SAlex Tomas unsigned long first_page, next_page; /* extent of pages */ 163564769240SAlex Tomas get_block_t *get_block; 163664769240SAlex Tomas struct writeback_control *wbc; 163764769240SAlex Tomas }; 163864769240SAlex Tomas 163964769240SAlex Tomas /* 164064769240SAlex Tomas * mpage_da_submit_io - walks through extent of pages and try to write 164164769240SAlex Tomas * them with __mpage_writepage() 164264769240SAlex Tomas * 164364769240SAlex Tomas * @mpd->inode: inode 164464769240SAlex Tomas * @mpd->first_page: first page of the extent 164564769240SAlex Tomas * @mpd->next_page: page after the last page of the extent 164664769240SAlex Tomas * @mpd->get_block: the filesystem's block mapper function 164764769240SAlex Tomas * 164864769240SAlex Tomas * By the time mpage_da_submit_io() is called we expect all blocks 164964769240SAlex Tomas * to be allocated. this may be wrong if allocation failed. 165064769240SAlex Tomas * 165164769240SAlex Tomas * As pages are already locked by write_cache_pages(), we can't use it 165264769240SAlex Tomas */ 165364769240SAlex Tomas static int mpage_da_submit_io(struct mpage_da_data *mpd) 165464769240SAlex Tomas { 165564769240SAlex Tomas struct address_space *mapping = mpd->inode->i_mapping; 165664769240SAlex Tomas struct mpage_data mpd_pp = { 165764769240SAlex Tomas .bio = NULL, 165864769240SAlex Tomas .last_block_in_bio = 0, 165964769240SAlex Tomas .get_block = mpd->get_block, 166064769240SAlex Tomas .use_writepage = 1, 166164769240SAlex Tomas }; 166264769240SAlex Tomas int ret = 0, err, nr_pages, i; 166364769240SAlex Tomas unsigned long index, end; 166464769240SAlex Tomas struct pagevec pvec; 166564769240SAlex Tomas 166664769240SAlex Tomas BUG_ON(mpd->next_page <= mpd->first_page); 166764769240SAlex Tomas 166864769240SAlex Tomas pagevec_init(&pvec, 0); 166964769240SAlex Tomas index = mpd->first_page; 167064769240SAlex Tomas end = mpd->next_page - 1; 167164769240SAlex Tomas 167264769240SAlex Tomas while (index <= end) { 167364769240SAlex Tomas /* XXX: optimize tail */ 167464769240SAlex Tomas nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 167564769240SAlex Tomas if (nr_pages == 0) 167664769240SAlex Tomas break; 167764769240SAlex Tomas for (i = 0; i < nr_pages; i++) { 167864769240SAlex Tomas struct page *page = pvec.pages[i]; 167964769240SAlex Tomas 168064769240SAlex Tomas index = page->index; 168164769240SAlex Tomas if (index > end) 168264769240SAlex Tomas break; 168364769240SAlex Tomas index++; 168464769240SAlex Tomas 168564769240SAlex Tomas err = __mpage_writepage(page, mpd->wbc, &mpd_pp); 168664769240SAlex Tomas 168764769240SAlex Tomas /* 168864769240SAlex Tomas * In error case, we have to continue because 168964769240SAlex Tomas * remaining pages are still locked 169064769240SAlex Tomas * XXX: unlock and re-dirty them? 169164769240SAlex Tomas */ 169264769240SAlex Tomas if (ret == 0) 169364769240SAlex Tomas ret = err; 169464769240SAlex Tomas } 169564769240SAlex Tomas pagevec_release(&pvec); 169664769240SAlex Tomas } 169764769240SAlex Tomas if (mpd_pp.bio) 169864769240SAlex Tomas mpage_bio_submit(WRITE, mpd_pp.bio); 169964769240SAlex Tomas 170064769240SAlex Tomas return ret; 170164769240SAlex Tomas } 170264769240SAlex Tomas 170364769240SAlex Tomas /* 170464769240SAlex Tomas * mpage_put_bnr_to_bhs - walk blocks and assign them actual numbers 170564769240SAlex Tomas * 170664769240SAlex Tomas * @mpd->inode - inode to walk through 170764769240SAlex Tomas * @exbh->b_blocknr - first block on a disk 170864769240SAlex Tomas * @exbh->b_size - amount of space in bytes 170964769240SAlex Tomas * @logical - first logical block to start assignment with 171064769240SAlex Tomas * 171164769240SAlex Tomas * the function goes through all passed space and put actual disk 171264769240SAlex Tomas * block numbers into buffer heads, dropping BH_Delay 171364769240SAlex Tomas */ 171464769240SAlex Tomas static void mpage_put_bnr_to_bhs(struct mpage_da_data *mpd, sector_t logical, 171564769240SAlex Tomas struct buffer_head *exbh) 171664769240SAlex Tomas { 171764769240SAlex Tomas struct inode *inode = mpd->inode; 171864769240SAlex Tomas struct address_space *mapping = inode->i_mapping; 171964769240SAlex Tomas int blocks = exbh->b_size >> inode->i_blkbits; 172064769240SAlex Tomas sector_t pblock = exbh->b_blocknr, cur_logical; 172164769240SAlex Tomas struct buffer_head *head, *bh; 172264769240SAlex Tomas unsigned long index, end; 172364769240SAlex Tomas struct pagevec pvec; 172464769240SAlex Tomas int nr_pages, i; 172564769240SAlex Tomas 172664769240SAlex Tomas index = logical >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 172764769240SAlex Tomas end = (logical + blocks - 1) >> (PAGE_CACHE_SHIFT - inode->i_blkbits); 172864769240SAlex Tomas cur_logical = index << (PAGE_CACHE_SHIFT - inode->i_blkbits); 172964769240SAlex Tomas 173064769240SAlex Tomas pagevec_init(&pvec, 0); 173164769240SAlex Tomas 173264769240SAlex Tomas while (index <= end) { 173364769240SAlex Tomas /* XXX: optimize tail */ 173464769240SAlex Tomas nr_pages = pagevec_lookup(&pvec, mapping, index, PAGEVEC_SIZE); 173564769240SAlex Tomas if (nr_pages == 0) 173664769240SAlex Tomas break; 173764769240SAlex Tomas for (i = 0; i < nr_pages; i++) { 173864769240SAlex Tomas struct page *page = pvec.pages[i]; 173964769240SAlex Tomas 174064769240SAlex Tomas index = page->index; 174164769240SAlex Tomas if (index > end) 174264769240SAlex Tomas break; 174364769240SAlex Tomas index++; 174464769240SAlex Tomas 174564769240SAlex Tomas BUG_ON(!PageLocked(page)); 174664769240SAlex Tomas BUG_ON(PageWriteback(page)); 174764769240SAlex Tomas BUG_ON(!page_has_buffers(page)); 174864769240SAlex Tomas 174964769240SAlex Tomas bh = page_buffers(page); 175064769240SAlex Tomas head = bh; 175164769240SAlex Tomas 175264769240SAlex Tomas /* skip blocks out of the range */ 175364769240SAlex Tomas do { 175464769240SAlex Tomas if (cur_logical >= logical) 175564769240SAlex Tomas break; 175664769240SAlex Tomas cur_logical++; 175764769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 175864769240SAlex Tomas 175964769240SAlex Tomas do { 176064769240SAlex Tomas if (cur_logical >= logical + blocks) 176164769240SAlex Tomas break; 176264769240SAlex Tomas if (buffer_delay(bh)) { 176364769240SAlex Tomas bh->b_blocknr = pblock; 176464769240SAlex Tomas clear_buffer_delay(bh); 1765bf068ee2SAneesh Kumar K.V bh->b_bdev = inode->i_sb->s_bdev; 1766bf068ee2SAneesh Kumar K.V } else if (buffer_unwritten(bh)) { 1767bf068ee2SAneesh Kumar K.V bh->b_blocknr = pblock; 1768bf068ee2SAneesh Kumar K.V clear_buffer_unwritten(bh); 1769bf068ee2SAneesh Kumar K.V set_buffer_mapped(bh); 1770bf068ee2SAneesh Kumar K.V set_buffer_new(bh); 1771bf068ee2SAneesh Kumar K.V bh->b_bdev = inode->i_sb->s_bdev; 177261628a3fSMingming Cao } else if (buffer_mapped(bh)) 177364769240SAlex Tomas BUG_ON(bh->b_blocknr != pblock); 177464769240SAlex Tomas 177564769240SAlex Tomas cur_logical++; 177664769240SAlex Tomas pblock++; 177764769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 177864769240SAlex Tomas } 177964769240SAlex Tomas pagevec_release(&pvec); 178064769240SAlex Tomas } 178164769240SAlex Tomas } 178264769240SAlex Tomas 178364769240SAlex Tomas 178464769240SAlex Tomas /* 178564769240SAlex Tomas * __unmap_underlying_blocks - just a helper function to unmap 178664769240SAlex Tomas * set of blocks described by @bh 178764769240SAlex Tomas */ 178864769240SAlex Tomas static inline void __unmap_underlying_blocks(struct inode *inode, 178964769240SAlex Tomas struct buffer_head *bh) 179064769240SAlex Tomas { 179164769240SAlex Tomas struct block_device *bdev = inode->i_sb->s_bdev; 179264769240SAlex Tomas int blocks, i; 179364769240SAlex Tomas 179464769240SAlex Tomas blocks = bh->b_size >> inode->i_blkbits; 179564769240SAlex Tomas for (i = 0; i < blocks; i++) 179664769240SAlex Tomas unmap_underlying_metadata(bdev, bh->b_blocknr + i); 179764769240SAlex Tomas } 179864769240SAlex Tomas 179964769240SAlex Tomas /* 180064769240SAlex Tomas * mpage_da_map_blocks - go through given space 180164769240SAlex Tomas * 180264769240SAlex Tomas * @mpd->lbh - bh describing space 180364769240SAlex Tomas * @mpd->get_block - the filesystem's block mapper function 180464769240SAlex Tomas * 180564769240SAlex Tomas * The function skips space we know is already mapped to disk blocks. 180664769240SAlex Tomas * 180764769240SAlex Tomas * The function ignores errors ->get_block() returns, thus real 180864769240SAlex Tomas * error handling is postponed to __mpage_writepage() 180964769240SAlex Tomas */ 181064769240SAlex Tomas static void mpage_da_map_blocks(struct mpage_da_data *mpd) 181164769240SAlex Tomas { 181264769240SAlex Tomas struct buffer_head *lbh = &mpd->lbh; 181364769240SAlex Tomas int err = 0, remain = lbh->b_size; 181464769240SAlex Tomas sector_t next = lbh->b_blocknr; 181564769240SAlex Tomas struct buffer_head new; 181664769240SAlex Tomas 181764769240SAlex Tomas /* 181864769240SAlex Tomas * We consider only non-mapped and non-allocated blocks 181964769240SAlex Tomas */ 182064769240SAlex Tomas if (buffer_mapped(lbh) && !buffer_delay(lbh)) 182164769240SAlex Tomas return; 182264769240SAlex Tomas 182364769240SAlex Tomas while (remain) { 182464769240SAlex Tomas new.b_state = lbh->b_state; 182564769240SAlex Tomas new.b_blocknr = 0; 182664769240SAlex Tomas new.b_size = remain; 182764769240SAlex Tomas err = mpd->get_block(mpd->inode, next, &new, 1); 182864769240SAlex Tomas if (err) { 182964769240SAlex Tomas /* 183064769240SAlex Tomas * Rather than implement own error handling 183164769240SAlex Tomas * here, we just leave remaining blocks 183264769240SAlex Tomas * unallocated and try again with ->writepage() 183364769240SAlex Tomas */ 183464769240SAlex Tomas break; 183564769240SAlex Tomas } 183664769240SAlex Tomas BUG_ON(new.b_size == 0); 183764769240SAlex Tomas 183864769240SAlex Tomas if (buffer_new(&new)) 183964769240SAlex Tomas __unmap_underlying_blocks(mpd->inode, &new); 184064769240SAlex Tomas 184164769240SAlex Tomas /* 184264769240SAlex Tomas * If blocks are delayed marked, we need to 184364769240SAlex Tomas * put actual blocknr and drop delayed bit 184464769240SAlex Tomas */ 1845bf068ee2SAneesh Kumar K.V if (buffer_delay(lbh) || buffer_unwritten(lbh)) 184664769240SAlex Tomas mpage_put_bnr_to_bhs(mpd, next, &new); 184764769240SAlex Tomas 184864769240SAlex Tomas /* go for the remaining blocks */ 184964769240SAlex Tomas next += new.b_size >> mpd->inode->i_blkbits; 185064769240SAlex Tomas remain -= new.b_size; 185164769240SAlex Tomas } 185264769240SAlex Tomas } 185364769240SAlex Tomas 1854bf068ee2SAneesh Kumar K.V #define BH_FLAGS ((1 << BH_Uptodate) | (1 << BH_Mapped) | \ 1855bf068ee2SAneesh Kumar K.V (1 << BH_Delay) | (1 << BH_Unwritten)) 185664769240SAlex Tomas 185764769240SAlex Tomas /* 185864769240SAlex Tomas * mpage_add_bh_to_extent - try to add one more block to extent of blocks 185964769240SAlex Tomas * 186064769240SAlex Tomas * @mpd->lbh - extent of blocks 186164769240SAlex Tomas * @logical - logical number of the block in the file 186264769240SAlex Tomas * @bh - bh of the block (used to access block's state) 186364769240SAlex Tomas * 186464769240SAlex Tomas * the function is used to collect contig. blocks in same state 186564769240SAlex Tomas */ 186664769240SAlex Tomas static void mpage_add_bh_to_extent(struct mpage_da_data *mpd, 186764769240SAlex Tomas sector_t logical, struct buffer_head *bh) 186864769240SAlex Tomas { 186964769240SAlex Tomas struct buffer_head *lbh = &mpd->lbh; 187064769240SAlex Tomas sector_t next; 187164769240SAlex Tomas 187264769240SAlex Tomas next = lbh->b_blocknr + (lbh->b_size >> mpd->inode->i_blkbits); 187364769240SAlex Tomas 187464769240SAlex Tomas /* 187564769240SAlex Tomas * First block in the extent 187664769240SAlex Tomas */ 187764769240SAlex Tomas if (lbh->b_size == 0) { 187864769240SAlex Tomas lbh->b_blocknr = logical; 187964769240SAlex Tomas lbh->b_size = bh->b_size; 188064769240SAlex Tomas lbh->b_state = bh->b_state & BH_FLAGS; 188164769240SAlex Tomas return; 188264769240SAlex Tomas } 188364769240SAlex Tomas 188464769240SAlex Tomas /* 188564769240SAlex Tomas * Can we merge the block to our big extent? 188664769240SAlex Tomas */ 188764769240SAlex Tomas if (logical == next && (bh->b_state & BH_FLAGS) == lbh->b_state) { 188864769240SAlex Tomas lbh->b_size += bh->b_size; 188964769240SAlex Tomas return; 189064769240SAlex Tomas } 189164769240SAlex Tomas 189264769240SAlex Tomas /* 189364769240SAlex Tomas * We couldn't merge the block to our extent, so we 189464769240SAlex Tomas * need to flush current extent and start new one 189564769240SAlex Tomas */ 189664769240SAlex Tomas mpage_da_map_blocks(mpd); 189764769240SAlex Tomas 189864769240SAlex Tomas /* 189964769240SAlex Tomas * Now start a new extent 190064769240SAlex Tomas */ 190164769240SAlex Tomas lbh->b_size = bh->b_size; 190264769240SAlex Tomas lbh->b_state = bh->b_state & BH_FLAGS; 190364769240SAlex Tomas lbh->b_blocknr = logical; 190464769240SAlex Tomas } 190564769240SAlex Tomas 190664769240SAlex Tomas /* 190764769240SAlex Tomas * __mpage_da_writepage - finds extent of pages and blocks 190864769240SAlex Tomas * 190964769240SAlex Tomas * @page: page to consider 191064769240SAlex Tomas * @wbc: not used, we just follow rules 191164769240SAlex Tomas * @data: context 191264769240SAlex Tomas * 191364769240SAlex Tomas * The function finds extents of pages and scan them for all blocks. 191464769240SAlex Tomas */ 191564769240SAlex Tomas static int __mpage_da_writepage(struct page *page, 191664769240SAlex Tomas struct writeback_control *wbc, void *data) 191764769240SAlex Tomas { 191864769240SAlex Tomas struct mpage_da_data *mpd = data; 191964769240SAlex Tomas struct inode *inode = mpd->inode; 192064769240SAlex Tomas struct buffer_head *bh, *head, fake; 192164769240SAlex Tomas sector_t logical; 192264769240SAlex Tomas 192364769240SAlex Tomas /* 192464769240SAlex Tomas * Can we merge this page to current extent? 192564769240SAlex Tomas */ 192664769240SAlex Tomas if (mpd->next_page != page->index) { 192764769240SAlex Tomas /* 192864769240SAlex Tomas * Nope, we can't. So, we map non-allocated blocks 192964769240SAlex Tomas * and start IO on them using __mpage_writepage() 193064769240SAlex Tomas */ 193164769240SAlex Tomas if (mpd->next_page != mpd->first_page) { 193264769240SAlex Tomas mpage_da_map_blocks(mpd); 193364769240SAlex Tomas mpage_da_submit_io(mpd); 193464769240SAlex Tomas } 193564769240SAlex Tomas 193664769240SAlex Tomas /* 193764769240SAlex Tomas * Start next extent of pages ... 193864769240SAlex Tomas */ 193964769240SAlex Tomas mpd->first_page = page->index; 194064769240SAlex Tomas 194164769240SAlex Tomas /* 194264769240SAlex Tomas * ... and blocks 194364769240SAlex Tomas */ 194464769240SAlex Tomas mpd->lbh.b_size = 0; 194564769240SAlex Tomas mpd->lbh.b_state = 0; 194664769240SAlex Tomas mpd->lbh.b_blocknr = 0; 194764769240SAlex Tomas } 194864769240SAlex Tomas 194964769240SAlex Tomas mpd->next_page = page->index + 1; 195064769240SAlex Tomas logical = (sector_t) page->index << 195164769240SAlex Tomas (PAGE_CACHE_SHIFT - inode->i_blkbits); 195264769240SAlex Tomas 195364769240SAlex Tomas if (!page_has_buffers(page)) { 195464769240SAlex Tomas /* 195564769240SAlex Tomas * There is no attached buffer heads yet (mmap?) 195664769240SAlex Tomas * we treat the page asfull of dirty blocks 195764769240SAlex Tomas */ 195864769240SAlex Tomas bh = &fake; 195964769240SAlex Tomas bh->b_size = PAGE_CACHE_SIZE; 196064769240SAlex Tomas bh->b_state = 0; 196164769240SAlex Tomas set_buffer_dirty(bh); 196264769240SAlex Tomas set_buffer_uptodate(bh); 196364769240SAlex Tomas mpage_add_bh_to_extent(mpd, logical, bh); 196464769240SAlex Tomas } else { 196564769240SAlex Tomas /* 196664769240SAlex Tomas * Page with regular buffer heads, just add all dirty ones 196764769240SAlex Tomas */ 196864769240SAlex Tomas head = page_buffers(page); 196964769240SAlex Tomas bh = head; 197064769240SAlex Tomas do { 197164769240SAlex Tomas BUG_ON(buffer_locked(bh)); 197264769240SAlex Tomas if (buffer_dirty(bh)) 197364769240SAlex Tomas mpage_add_bh_to_extent(mpd, logical, bh); 197464769240SAlex Tomas logical++; 197564769240SAlex Tomas } while ((bh = bh->b_this_page) != head); 197664769240SAlex Tomas } 197764769240SAlex Tomas 197864769240SAlex Tomas return 0; 197964769240SAlex Tomas } 198064769240SAlex Tomas 198164769240SAlex Tomas /* 198264769240SAlex Tomas * mpage_da_writepages - walk the list of dirty pages of the given 198364769240SAlex Tomas * address space, allocates non-allocated blocks, maps newly-allocated 198464769240SAlex Tomas * blocks to existing bhs and issue IO them 198564769240SAlex Tomas * 198664769240SAlex Tomas * @mapping: address space structure to write 198764769240SAlex Tomas * @wbc: subtract the number of written pages from *@wbc->nr_to_write 198864769240SAlex Tomas * @get_block: the filesystem's block mapper function. 198964769240SAlex Tomas * 199064769240SAlex Tomas * This is a library function, which implements the writepages() 199164769240SAlex Tomas * address_space_operation. 199264769240SAlex Tomas * 199364769240SAlex Tomas * In order to avoid duplication of logic that deals with partial pages, 199464769240SAlex Tomas * multiple bio per page, etc, we find non-allocated blocks, allocate 199564769240SAlex Tomas * them with minimal calls to ->get_block() and re-use __mpage_writepage() 199664769240SAlex Tomas * 199764769240SAlex Tomas * It's important that we call __mpage_writepage() only once for each 199864769240SAlex Tomas * involved page, otherwise we'd have to implement more complicated logic 199964769240SAlex Tomas * to deal with pages w/o PG_lock or w/ PG_writeback and so on. 200064769240SAlex Tomas * 200164769240SAlex Tomas * See comments to mpage_writepages() 200264769240SAlex Tomas */ 200364769240SAlex Tomas static int mpage_da_writepages(struct address_space *mapping, 200464769240SAlex Tomas struct writeback_control *wbc, 200564769240SAlex Tomas get_block_t get_block) 200664769240SAlex Tomas { 200764769240SAlex Tomas struct mpage_da_data mpd; 200864769240SAlex Tomas int ret; 200964769240SAlex Tomas 201064769240SAlex Tomas if (!get_block) 201164769240SAlex Tomas return generic_writepages(mapping, wbc); 201264769240SAlex Tomas 201364769240SAlex Tomas mpd.wbc = wbc; 201464769240SAlex Tomas mpd.inode = mapping->host; 201564769240SAlex Tomas mpd.lbh.b_size = 0; 201664769240SAlex Tomas mpd.lbh.b_state = 0; 201764769240SAlex Tomas mpd.lbh.b_blocknr = 0; 201864769240SAlex Tomas mpd.first_page = 0; 201964769240SAlex Tomas mpd.next_page = 0; 202064769240SAlex Tomas mpd.get_block = get_block; 202164769240SAlex Tomas 202264769240SAlex Tomas ret = write_cache_pages(mapping, wbc, __mpage_da_writepage, &mpd); 202364769240SAlex Tomas 202464769240SAlex Tomas /* 202564769240SAlex Tomas * Handle last extent of pages 202664769240SAlex Tomas */ 202764769240SAlex Tomas if (mpd.next_page != mpd.first_page) { 202864769240SAlex Tomas mpage_da_map_blocks(&mpd); 202964769240SAlex Tomas mpage_da_submit_io(&mpd); 203064769240SAlex Tomas } 203164769240SAlex Tomas 203264769240SAlex Tomas return ret; 203364769240SAlex Tomas } 203464769240SAlex Tomas 203564769240SAlex Tomas /* 203664769240SAlex Tomas * this is a special callback for ->write_begin() only 203764769240SAlex Tomas * it's intention is to return mapped block or reserve space 203864769240SAlex Tomas */ 203964769240SAlex Tomas static int ext4_da_get_block_prep(struct inode *inode, sector_t iblock, 204064769240SAlex Tomas struct buffer_head *bh_result, int create) 204164769240SAlex Tomas { 204264769240SAlex Tomas int ret = 0; 204364769240SAlex Tomas 204464769240SAlex Tomas BUG_ON(create == 0); 204564769240SAlex Tomas BUG_ON(bh_result->b_size != inode->i_sb->s_blocksize); 204664769240SAlex Tomas 204764769240SAlex Tomas /* 204864769240SAlex Tomas * first, we need to know whether the block is allocated already 204964769240SAlex Tomas * preallocated blocks are unmapped but should treated 205064769240SAlex Tomas * the same as allocated blocks. 205164769240SAlex Tomas */ 2052d2a17637SMingming Cao ret = ext4_get_blocks_wrap(NULL, inode, iblock, 1, bh_result, 0, 0, 0); 2053d2a17637SMingming Cao if ((ret == 0) && !buffer_delay(bh_result)) { 2054d2a17637SMingming Cao /* the block isn't (pre)allocated yet, let's reserve space */ 205564769240SAlex Tomas /* 205664769240SAlex Tomas * XXX: __block_prepare_write() unmaps passed block, 205764769240SAlex Tomas * is it OK? 205864769240SAlex Tomas */ 2059d2a17637SMingming Cao ret = ext4_da_reserve_space(inode, 1); 2060d2a17637SMingming Cao if (ret) 2061d2a17637SMingming Cao /* not enough space to reserve */ 2062d2a17637SMingming Cao return ret; 2063d2a17637SMingming Cao 206464769240SAlex Tomas map_bh(bh_result, inode->i_sb, 0); 206564769240SAlex Tomas set_buffer_new(bh_result); 206664769240SAlex Tomas set_buffer_delay(bh_result); 206764769240SAlex Tomas } else if (ret > 0) { 206864769240SAlex Tomas bh_result->b_size = (ret << inode->i_blkbits); 206964769240SAlex Tomas ret = 0; 207064769240SAlex Tomas } 207164769240SAlex Tomas 207264769240SAlex Tomas return ret; 207364769240SAlex Tomas } 2074d2a17637SMingming Cao #define EXT4_DELALLOC_RSVED 1 207564769240SAlex Tomas static int ext4_da_get_block_write(struct inode *inode, sector_t iblock, 207664769240SAlex Tomas struct buffer_head *bh_result, int create) 207764769240SAlex Tomas { 207861628a3fSMingming Cao int ret; 207964769240SAlex Tomas unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 208064769240SAlex Tomas loff_t disksize = EXT4_I(inode)->i_disksize; 208164769240SAlex Tomas handle_t *handle = NULL; 208264769240SAlex Tomas 208361628a3fSMingming Cao handle = ext4_journal_current_handle(); 2084f0e6c985SAneesh Kumar K.V if (!handle) { 2085f0e6c985SAneesh Kumar K.V ret = ext4_get_blocks_wrap(handle, inode, iblock, max_blocks, 2086f0e6c985SAneesh Kumar K.V bh_result, 0, 0, 0); 2087f0e6c985SAneesh Kumar K.V BUG_ON(!ret); 2088f0e6c985SAneesh Kumar K.V } else { 208964769240SAlex Tomas ret = ext4_get_blocks_wrap(handle, inode, iblock, max_blocks, 2090d2a17637SMingming Cao bh_result, create, 0, EXT4_DELALLOC_RSVED); 2091f0e6c985SAneesh Kumar K.V } 2092f0e6c985SAneesh Kumar K.V 209364769240SAlex Tomas if (ret > 0) { 209464769240SAlex Tomas bh_result->b_size = (ret << inode->i_blkbits); 209564769240SAlex Tomas 209664769240SAlex Tomas /* 209764769240SAlex Tomas * Update on-disk size along with block allocation 209864769240SAlex Tomas * we don't use 'extend_disksize' as size may change 209964769240SAlex Tomas * within already allocated block -bzzz 210064769240SAlex Tomas */ 210164769240SAlex Tomas disksize = ((loff_t) iblock + ret) << inode->i_blkbits; 210264769240SAlex Tomas if (disksize > i_size_read(inode)) 210364769240SAlex Tomas disksize = i_size_read(inode); 210464769240SAlex Tomas if (disksize > EXT4_I(inode)->i_disksize) { 210564769240SAlex Tomas /* 210664769240SAlex Tomas * XXX: replace with spinlock if seen contended -bzzz 210764769240SAlex Tomas */ 210864769240SAlex Tomas down_write(&EXT4_I(inode)->i_data_sem); 210964769240SAlex Tomas if (disksize > EXT4_I(inode)->i_disksize) 211064769240SAlex Tomas EXT4_I(inode)->i_disksize = disksize; 211164769240SAlex Tomas up_write(&EXT4_I(inode)->i_data_sem); 211264769240SAlex Tomas 211364769240SAlex Tomas if (EXT4_I(inode)->i_disksize == disksize) { 211461628a3fSMingming Cao ret = ext4_mark_inode_dirty(handle, inode); 211564769240SAlex Tomas return ret; 211664769240SAlex Tomas } 211761628a3fSMingming Cao } 211861628a3fSMingming Cao ret = 0; 211961628a3fSMingming Cao } 212061628a3fSMingming Cao return ret; 212161628a3fSMingming Cao } 212261628a3fSMingming Cao 212361628a3fSMingming Cao static int ext4_bh_unmapped_or_delay(handle_t *handle, struct buffer_head *bh) 212461628a3fSMingming Cao { 2125f0e6c985SAneesh Kumar K.V /* 2126f0e6c985SAneesh Kumar K.V * unmapped buffer is possible for holes. 2127f0e6c985SAneesh Kumar K.V * delay buffer is possible with delayed allocation 2128f0e6c985SAneesh Kumar K.V */ 2129f0e6c985SAneesh Kumar K.V return ((!buffer_mapped(bh) || buffer_delay(bh)) && buffer_dirty(bh)); 2130f0e6c985SAneesh Kumar K.V } 2131f0e6c985SAneesh Kumar K.V 2132f0e6c985SAneesh Kumar K.V static int ext4_normal_get_block_write(struct inode *inode, sector_t iblock, 2133f0e6c985SAneesh Kumar K.V struct buffer_head *bh_result, int create) 2134f0e6c985SAneesh Kumar K.V { 2135f0e6c985SAneesh Kumar K.V int ret = 0; 2136f0e6c985SAneesh Kumar K.V unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 2137f0e6c985SAneesh Kumar K.V 2138f0e6c985SAneesh Kumar K.V /* 2139f0e6c985SAneesh Kumar K.V * we don't want to do block allocation in writepage 2140f0e6c985SAneesh Kumar K.V * so call get_block_wrap with create = 0 2141f0e6c985SAneesh Kumar K.V */ 2142f0e6c985SAneesh Kumar K.V ret = ext4_get_blocks_wrap(NULL, inode, iblock, max_blocks, 2143f0e6c985SAneesh Kumar K.V bh_result, 0, 0, 0); 2144f0e6c985SAneesh Kumar K.V if (ret > 0) { 2145f0e6c985SAneesh Kumar K.V bh_result->b_size = (ret << inode->i_blkbits); 2146f0e6c985SAneesh Kumar K.V ret = 0; 2147f0e6c985SAneesh Kumar K.V } 2148f0e6c985SAneesh Kumar K.V return ret; 214961628a3fSMingming Cao } 215061628a3fSMingming Cao 215161628a3fSMingming Cao /* 2152f0e6c985SAneesh Kumar K.V * get called vi ext4_da_writepages after taking page lock (have journal handle) 2153f0e6c985SAneesh Kumar K.V * get called via journal_submit_inode_data_buffers (no journal handle) 2154f0e6c985SAneesh Kumar K.V * get called via shrink_page_list via pdflush (no journal handle) 2155f0e6c985SAneesh Kumar K.V * or grab_page_cache when doing write_begin (have journal handle) 215661628a3fSMingming Cao */ 215764769240SAlex Tomas static int ext4_da_writepage(struct page *page, 215864769240SAlex Tomas struct writeback_control *wbc) 215964769240SAlex Tomas { 216064769240SAlex Tomas int ret = 0; 216161628a3fSMingming Cao loff_t size; 216261628a3fSMingming Cao unsigned long len; 216361628a3fSMingming Cao struct buffer_head *page_bufs; 216461628a3fSMingming Cao struct inode *inode = page->mapping->host; 216564769240SAlex Tomas 216661628a3fSMingming Cao size = i_size_read(inode); 216761628a3fSMingming Cao if (page->index == size >> PAGE_CACHE_SHIFT) 216861628a3fSMingming Cao len = size & ~PAGE_CACHE_MASK; 216961628a3fSMingming Cao else 217061628a3fSMingming Cao len = PAGE_CACHE_SIZE; 217161628a3fSMingming Cao 2172f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 2173f0e6c985SAneesh Kumar K.V page_bufs = page_buffers(page); 2174f0e6c985SAneesh Kumar K.V if (walk_page_buffers(NULL, page_bufs, 0, len, NULL, 2175f0e6c985SAneesh Kumar K.V ext4_bh_unmapped_or_delay)) { 217661628a3fSMingming Cao /* 2177f0e6c985SAneesh Kumar K.V * We don't want to do block allocation 2178f0e6c985SAneesh Kumar K.V * So redirty the page and return 2179cd1aac32SAneesh Kumar K.V * We may reach here when we do a journal commit 2180cd1aac32SAneesh Kumar K.V * via journal_submit_inode_data_buffers. 2181cd1aac32SAneesh Kumar K.V * If we don't have mapping block we just ignore 2182f0e6c985SAneesh Kumar K.V * them. We can also reach here via shrink_page_list 2183f0e6c985SAneesh Kumar K.V */ 2184f0e6c985SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2185f0e6c985SAneesh Kumar K.V unlock_page(page); 2186f0e6c985SAneesh Kumar K.V return 0; 2187f0e6c985SAneesh Kumar K.V } 2188f0e6c985SAneesh Kumar K.V } else { 2189f0e6c985SAneesh Kumar K.V /* 2190f0e6c985SAneesh Kumar K.V * The test for page_has_buffers() is subtle: 2191f0e6c985SAneesh Kumar K.V * We know the page is dirty but it lost buffers. That means 2192f0e6c985SAneesh Kumar K.V * that at some moment in time after write_begin()/write_end() 2193f0e6c985SAneesh Kumar K.V * has been called all buffers have been clean and thus they 2194f0e6c985SAneesh Kumar K.V * must have been written at least once. So they are all 2195f0e6c985SAneesh Kumar K.V * mapped and we can happily proceed with mapping them 2196f0e6c985SAneesh Kumar K.V * and writing the page. 2197f0e6c985SAneesh Kumar K.V * 2198f0e6c985SAneesh Kumar K.V * Try to initialize the buffer_heads and check whether 2199f0e6c985SAneesh Kumar K.V * all are mapped and non delay. We don't want to 2200f0e6c985SAneesh Kumar K.V * do block allocation here. 2201f0e6c985SAneesh Kumar K.V */ 2202f0e6c985SAneesh Kumar K.V ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE, 2203f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write); 2204f0e6c985SAneesh Kumar K.V if (!ret) { 2205f0e6c985SAneesh Kumar K.V page_bufs = page_buffers(page); 2206f0e6c985SAneesh Kumar K.V /* check whether all are mapped and non delay */ 2207f0e6c985SAneesh Kumar K.V if (walk_page_buffers(NULL, page_bufs, 0, len, NULL, 2208f0e6c985SAneesh Kumar K.V ext4_bh_unmapped_or_delay)) { 2209f0e6c985SAneesh Kumar K.V redirty_page_for_writepage(wbc, page); 2210f0e6c985SAneesh Kumar K.V unlock_page(page); 2211f0e6c985SAneesh Kumar K.V return 0; 2212f0e6c985SAneesh Kumar K.V } 2213f0e6c985SAneesh Kumar K.V } else { 2214f0e6c985SAneesh Kumar K.V /* 2215f0e6c985SAneesh Kumar K.V * We can't do block allocation here 2216f0e6c985SAneesh Kumar K.V * so just redity the page and unlock 2217f0e6c985SAneesh Kumar K.V * and return 221861628a3fSMingming Cao */ 221961628a3fSMingming Cao redirty_page_for_writepage(wbc, page); 222061628a3fSMingming Cao unlock_page(page); 222161628a3fSMingming Cao return 0; 222261628a3fSMingming Cao } 222364769240SAlex Tomas } 222464769240SAlex Tomas 222564769240SAlex Tomas if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode)) 2226f0e6c985SAneesh Kumar K.V ret = nobh_writepage(page, ext4_normal_get_block_write, wbc); 222764769240SAlex Tomas else 2228f0e6c985SAneesh Kumar K.V ret = block_write_full_page(page, 2229f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, 2230f0e6c985SAneesh Kumar K.V wbc); 223164769240SAlex Tomas 223264769240SAlex Tomas return ret; 223364769240SAlex Tomas } 223464769240SAlex Tomas 223561628a3fSMingming Cao /* 223661628a3fSMingming Cao * For now just follow the DIO way to estimate the max credits 223761628a3fSMingming Cao * needed to write out EXT4_MAX_WRITEBACK_PAGES. 223861628a3fSMingming Cao * todo: need to calculate the max credits need for 223961628a3fSMingming Cao * extent based files, currently the DIO credits is based on 224061628a3fSMingming Cao * indirect-blocks mapping way. 224161628a3fSMingming Cao * 224261628a3fSMingming Cao * Probably should have a generic way to calculate credits 224361628a3fSMingming Cao * for DIO, writepages, and truncate 224461628a3fSMingming Cao */ 224561628a3fSMingming Cao #define EXT4_MAX_WRITEBACK_PAGES DIO_MAX_BLOCKS 224661628a3fSMingming Cao #define EXT4_MAX_WRITEBACK_CREDITS DIO_CREDITS 224761628a3fSMingming Cao 224864769240SAlex Tomas static int ext4_da_writepages(struct address_space *mapping, 224964769240SAlex Tomas struct writeback_control *wbc) 225064769240SAlex Tomas { 225161628a3fSMingming Cao struct inode *inode = mapping->host; 225261628a3fSMingming Cao handle_t *handle = NULL; 225361628a3fSMingming Cao int needed_blocks; 225461628a3fSMingming Cao int ret = 0; 225561628a3fSMingming Cao long to_write; 225661628a3fSMingming Cao loff_t range_start = 0; 225761628a3fSMingming Cao 225861628a3fSMingming Cao /* 225961628a3fSMingming Cao * No pages to write? This is mainly a kludge to avoid starting 226061628a3fSMingming Cao * a transaction for special inodes like journal inode on last iput() 226161628a3fSMingming Cao * because that could violate lock ordering on umount 226261628a3fSMingming Cao */ 226361628a3fSMingming Cao if (!mapping->nrpages) 226461628a3fSMingming Cao return 0; 226561628a3fSMingming Cao 226661628a3fSMingming Cao /* 226761628a3fSMingming Cao * Estimate the worse case needed credits to write out 226861628a3fSMingming Cao * EXT4_MAX_BUF_BLOCKS pages 226961628a3fSMingming Cao */ 227061628a3fSMingming Cao needed_blocks = EXT4_MAX_WRITEBACK_CREDITS; 227161628a3fSMingming Cao 227261628a3fSMingming Cao to_write = wbc->nr_to_write; 227361628a3fSMingming Cao if (!wbc->range_cyclic) { 227461628a3fSMingming Cao /* 227561628a3fSMingming Cao * If range_cyclic is not set force range_cont 227661628a3fSMingming Cao * and save the old writeback_index 227761628a3fSMingming Cao */ 227861628a3fSMingming Cao wbc->range_cont = 1; 227961628a3fSMingming Cao range_start = wbc->range_start; 228061628a3fSMingming Cao } 228161628a3fSMingming Cao 228261628a3fSMingming Cao while (!ret && to_write) { 228361628a3fSMingming Cao /* start a new transaction*/ 228461628a3fSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 228561628a3fSMingming Cao if (IS_ERR(handle)) { 228661628a3fSMingming Cao ret = PTR_ERR(handle); 228761628a3fSMingming Cao goto out_writepages; 228861628a3fSMingming Cao } 2289cd1aac32SAneesh Kumar K.V if (ext4_should_order_data(inode)) { 2290cd1aac32SAneesh Kumar K.V /* 2291cd1aac32SAneesh Kumar K.V * With ordered mode we need to add 2292cd1aac32SAneesh Kumar K.V * the inode to the journal handle 2293cd1aac32SAneesh Kumar K.V * when we do block allocation. 2294cd1aac32SAneesh Kumar K.V */ 2295cd1aac32SAneesh Kumar K.V ret = ext4_jbd2_file_inode(handle, inode); 2296cd1aac32SAneesh Kumar K.V if (ret) { 2297cd1aac32SAneesh Kumar K.V ext4_journal_stop(handle); 2298cd1aac32SAneesh Kumar K.V goto out_writepages; 2299cd1aac32SAneesh Kumar K.V } 2300cd1aac32SAneesh Kumar K.V 2301cd1aac32SAneesh Kumar K.V } 230261628a3fSMingming Cao /* 230361628a3fSMingming Cao * set the max dirty pages could be write at a time 230461628a3fSMingming Cao * to fit into the reserved transaction credits 230561628a3fSMingming Cao */ 230661628a3fSMingming Cao if (wbc->nr_to_write > EXT4_MAX_WRITEBACK_PAGES) 230761628a3fSMingming Cao wbc->nr_to_write = EXT4_MAX_WRITEBACK_PAGES; 230861628a3fSMingming Cao 230961628a3fSMingming Cao to_write -= wbc->nr_to_write; 231061628a3fSMingming Cao ret = mpage_da_writepages(mapping, wbc, 231161628a3fSMingming Cao ext4_da_get_block_write); 231261628a3fSMingming Cao ext4_journal_stop(handle); 231361628a3fSMingming Cao if (wbc->nr_to_write) { 231461628a3fSMingming Cao /* 231561628a3fSMingming Cao * There is no more writeout needed 231661628a3fSMingming Cao * or we requested for a noblocking writeout 231761628a3fSMingming Cao * and we found the device congested 231861628a3fSMingming Cao */ 231961628a3fSMingming Cao to_write += wbc->nr_to_write; 232061628a3fSMingming Cao break; 232161628a3fSMingming Cao } 232261628a3fSMingming Cao wbc->nr_to_write = to_write; 232361628a3fSMingming Cao } 232461628a3fSMingming Cao 232561628a3fSMingming Cao out_writepages: 232661628a3fSMingming Cao wbc->nr_to_write = to_write; 232761628a3fSMingming Cao if (range_start) 232861628a3fSMingming Cao wbc->range_start = range_start; 232961628a3fSMingming Cao return ret; 233064769240SAlex Tomas } 233164769240SAlex Tomas 233264769240SAlex Tomas static int ext4_da_write_begin(struct file *file, struct address_space *mapping, 233364769240SAlex Tomas loff_t pos, unsigned len, unsigned flags, 233464769240SAlex Tomas struct page **pagep, void **fsdata) 233564769240SAlex Tomas { 2336d2a17637SMingming Cao int ret, retries = 0; 233764769240SAlex Tomas struct page *page; 233864769240SAlex Tomas pgoff_t index; 233964769240SAlex Tomas unsigned from, to; 234064769240SAlex Tomas struct inode *inode = mapping->host; 234164769240SAlex Tomas handle_t *handle; 234264769240SAlex Tomas 234364769240SAlex Tomas index = pos >> PAGE_CACHE_SHIFT; 234464769240SAlex Tomas from = pos & (PAGE_CACHE_SIZE - 1); 234564769240SAlex Tomas to = from + len; 234664769240SAlex Tomas 2347d2a17637SMingming Cao retry: 234864769240SAlex Tomas /* 234964769240SAlex Tomas * With delayed allocation, we don't log the i_disksize update 235064769240SAlex Tomas * if there is delayed block allocation. But we still need 235164769240SAlex Tomas * to journalling the i_disksize update if writes to the end 235264769240SAlex Tomas * of file which has an already mapped buffer. 235364769240SAlex Tomas */ 235464769240SAlex Tomas handle = ext4_journal_start(inode, 1); 235564769240SAlex Tomas if (IS_ERR(handle)) { 235664769240SAlex Tomas ret = PTR_ERR(handle); 235764769240SAlex Tomas goto out; 235864769240SAlex Tomas } 235964769240SAlex Tomas 236064769240SAlex Tomas page = __grab_cache_page(mapping, index); 2361d5a0d4f7SEric Sandeen if (!page) { 2362d5a0d4f7SEric Sandeen ext4_journal_stop(handle); 2363d5a0d4f7SEric Sandeen ret = -ENOMEM; 2364d5a0d4f7SEric Sandeen goto out; 2365d5a0d4f7SEric Sandeen } 236664769240SAlex Tomas *pagep = page; 236764769240SAlex Tomas 236864769240SAlex Tomas ret = block_write_begin(file, mapping, pos, len, flags, pagep, fsdata, 236964769240SAlex Tomas ext4_da_get_block_prep); 237064769240SAlex Tomas if (ret < 0) { 237164769240SAlex Tomas unlock_page(page); 237264769240SAlex Tomas ext4_journal_stop(handle); 237364769240SAlex Tomas page_cache_release(page); 237464769240SAlex Tomas } 237564769240SAlex Tomas 2376d2a17637SMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 2377d2a17637SMingming Cao goto retry; 237864769240SAlex Tomas out: 237964769240SAlex Tomas return ret; 238064769240SAlex Tomas } 238164769240SAlex Tomas 2382632eaeabSMingming Cao /* 2383632eaeabSMingming Cao * Check if we should update i_disksize 2384632eaeabSMingming Cao * when write to the end of file but not require block allocation 2385632eaeabSMingming Cao */ 2386632eaeabSMingming Cao static int ext4_da_should_update_i_disksize(struct page *page, 2387632eaeabSMingming Cao unsigned long offset) 2388632eaeabSMingming Cao { 2389632eaeabSMingming Cao struct buffer_head *bh; 2390632eaeabSMingming Cao struct inode *inode = page->mapping->host; 2391632eaeabSMingming Cao unsigned int idx; 2392632eaeabSMingming Cao int i; 2393632eaeabSMingming Cao 2394632eaeabSMingming Cao bh = page_buffers(page); 2395632eaeabSMingming Cao idx = offset >> inode->i_blkbits; 2396632eaeabSMingming Cao 2397632eaeabSMingming Cao for (i=0; i < idx; i++) 2398632eaeabSMingming Cao bh = bh->b_this_page; 2399632eaeabSMingming Cao 2400632eaeabSMingming Cao if (!buffer_mapped(bh) || (buffer_delay(bh))) 2401632eaeabSMingming Cao return 0; 2402632eaeabSMingming Cao return 1; 2403632eaeabSMingming Cao } 2404632eaeabSMingming Cao 240564769240SAlex Tomas static int ext4_da_write_end(struct file *file, 240664769240SAlex Tomas struct address_space *mapping, 240764769240SAlex Tomas loff_t pos, unsigned len, unsigned copied, 240864769240SAlex Tomas struct page *page, void *fsdata) 240964769240SAlex Tomas { 241064769240SAlex Tomas struct inode *inode = mapping->host; 241164769240SAlex Tomas int ret = 0, ret2; 241264769240SAlex Tomas handle_t *handle = ext4_journal_current_handle(); 241364769240SAlex Tomas loff_t new_i_size; 2414632eaeabSMingming Cao unsigned long start, end; 2415632eaeabSMingming Cao 2416632eaeabSMingming Cao start = pos & (PAGE_CACHE_SIZE - 1); 2417632eaeabSMingming Cao end = start + copied -1; 241864769240SAlex Tomas 241964769240SAlex Tomas /* 242064769240SAlex Tomas * generic_write_end() will run mark_inode_dirty() if i_size 242164769240SAlex Tomas * changes. So let's piggyback the i_disksize mark_inode_dirty 242264769240SAlex Tomas * into that. 242364769240SAlex Tomas */ 242464769240SAlex Tomas 242564769240SAlex Tomas new_i_size = pos + copied; 2426632eaeabSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) { 2427632eaeabSMingming Cao if (ext4_da_should_update_i_disksize(page, end)) { 2428632eaeabSMingming Cao down_write(&EXT4_I(inode)->i_data_sem); 2429632eaeabSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) { 243064769240SAlex Tomas /* 2431632eaeabSMingming Cao * Updating i_disksize when extending file 2432632eaeabSMingming Cao * without needing block allocation 243364769240SAlex Tomas */ 243464769240SAlex Tomas if (ext4_should_order_data(inode)) 2435632eaeabSMingming Cao ret = ext4_jbd2_file_inode(handle, 2436632eaeabSMingming Cao inode); 243764769240SAlex Tomas 243864769240SAlex Tomas EXT4_I(inode)->i_disksize = new_i_size; 243964769240SAlex Tomas } 2440632eaeabSMingming Cao up_write(&EXT4_I(inode)->i_data_sem); 2441632eaeabSMingming Cao } 2442632eaeabSMingming Cao } 244364769240SAlex Tomas ret2 = generic_write_end(file, mapping, pos, len, copied, 244464769240SAlex Tomas page, fsdata); 244564769240SAlex Tomas copied = ret2; 244664769240SAlex Tomas if (ret2 < 0) 244764769240SAlex Tomas ret = ret2; 244864769240SAlex Tomas ret2 = ext4_journal_stop(handle); 244964769240SAlex Tomas if (!ret) 245064769240SAlex Tomas ret = ret2; 245164769240SAlex Tomas 245264769240SAlex Tomas return ret ? ret : copied; 245364769240SAlex Tomas } 245464769240SAlex Tomas 245564769240SAlex Tomas static void ext4_da_invalidatepage(struct page *page, unsigned long offset) 245664769240SAlex Tomas { 245764769240SAlex Tomas /* 245864769240SAlex Tomas * Drop reserved blocks 245964769240SAlex Tomas */ 246064769240SAlex Tomas BUG_ON(!PageLocked(page)); 246164769240SAlex Tomas if (!page_has_buffers(page)) 246264769240SAlex Tomas goto out; 246364769240SAlex Tomas 2464d2a17637SMingming Cao ext4_da_page_release_reservation(page, offset); 246564769240SAlex Tomas 246664769240SAlex Tomas out: 246764769240SAlex Tomas ext4_invalidatepage(page, offset); 246864769240SAlex Tomas 246964769240SAlex Tomas return; 247064769240SAlex Tomas } 247164769240SAlex Tomas 247264769240SAlex Tomas 247364769240SAlex Tomas /* 2474ac27a0ecSDave Kleikamp * bmap() is special. It gets used by applications such as lilo and by 2475ac27a0ecSDave Kleikamp * the swapper to find the on-disk block of a specific piece of data. 2476ac27a0ecSDave Kleikamp * 2477ac27a0ecSDave Kleikamp * Naturally, this is dangerous if the block concerned is still in the 2478617ba13bSMingming Cao * journal. If somebody makes a swapfile on an ext4 data-journaling 2479ac27a0ecSDave Kleikamp * filesystem and enables swap, then they may get a nasty shock when the 2480ac27a0ecSDave Kleikamp * data getting swapped to that swapfile suddenly gets overwritten by 2481ac27a0ecSDave Kleikamp * the original zero's written out previously to the journal and 2482ac27a0ecSDave Kleikamp * awaiting writeback in the kernel's buffer cache. 2483ac27a0ecSDave Kleikamp * 2484ac27a0ecSDave Kleikamp * So, if we see any bmap calls here on a modified, data-journaled file, 2485ac27a0ecSDave Kleikamp * take extra steps to flush any blocks which might be in the cache. 2486ac27a0ecSDave Kleikamp */ 2487617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block) 2488ac27a0ecSDave Kleikamp { 2489ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 2490ac27a0ecSDave Kleikamp journal_t *journal; 2491ac27a0ecSDave Kleikamp int err; 2492ac27a0ecSDave Kleikamp 249364769240SAlex Tomas if (mapping_tagged(mapping, PAGECACHE_TAG_DIRTY) && 249464769240SAlex Tomas test_opt(inode->i_sb, DELALLOC)) { 249564769240SAlex Tomas /* 249664769240SAlex Tomas * With delalloc we want to sync the file 249764769240SAlex Tomas * so that we can make sure we allocate 249864769240SAlex Tomas * blocks for file 249964769240SAlex Tomas */ 250064769240SAlex Tomas filemap_write_and_wait(mapping); 250164769240SAlex Tomas } 250264769240SAlex Tomas 2503617ba13bSMingming Cao if (EXT4_I(inode)->i_state & EXT4_STATE_JDATA) { 2504ac27a0ecSDave Kleikamp /* 2505ac27a0ecSDave Kleikamp * This is a REALLY heavyweight approach, but the use of 2506ac27a0ecSDave Kleikamp * bmap on dirty files is expected to be extremely rare: 2507ac27a0ecSDave Kleikamp * only if we run lilo or swapon on a freshly made file 2508ac27a0ecSDave Kleikamp * do we expect this to happen. 2509ac27a0ecSDave Kleikamp * 2510ac27a0ecSDave Kleikamp * (bmap requires CAP_SYS_RAWIO so this does not 2511ac27a0ecSDave Kleikamp * represent an unprivileged user DOS attack --- we'd be 2512ac27a0ecSDave Kleikamp * in trouble if mortal users could trigger this path at 2513ac27a0ecSDave Kleikamp * will.) 2514ac27a0ecSDave Kleikamp * 2515617ba13bSMingming Cao * NB. EXT4_STATE_JDATA is not set on files other than 2516ac27a0ecSDave Kleikamp * regular files. If somebody wants to bmap a directory 2517ac27a0ecSDave Kleikamp * or symlink and gets confused because the buffer 2518ac27a0ecSDave Kleikamp * hasn't yet been flushed to disk, they deserve 2519ac27a0ecSDave Kleikamp * everything they get. 2520ac27a0ecSDave Kleikamp */ 2521ac27a0ecSDave Kleikamp 2522617ba13bSMingming Cao EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA; 2523617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 2524dab291afSMingming Cao jbd2_journal_lock_updates(journal); 2525dab291afSMingming Cao err = jbd2_journal_flush(journal); 2526dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 2527ac27a0ecSDave Kleikamp 2528ac27a0ecSDave Kleikamp if (err) 2529ac27a0ecSDave Kleikamp return 0; 2530ac27a0ecSDave Kleikamp } 2531ac27a0ecSDave Kleikamp 2532617ba13bSMingming Cao return generic_block_bmap(mapping,block,ext4_get_block); 2533ac27a0ecSDave Kleikamp } 2534ac27a0ecSDave Kleikamp 2535ac27a0ecSDave Kleikamp static int bget_one(handle_t *handle, struct buffer_head *bh) 2536ac27a0ecSDave Kleikamp { 2537ac27a0ecSDave Kleikamp get_bh(bh); 2538ac27a0ecSDave Kleikamp return 0; 2539ac27a0ecSDave Kleikamp } 2540ac27a0ecSDave Kleikamp 2541ac27a0ecSDave Kleikamp static int bput_one(handle_t *handle, struct buffer_head *bh) 2542ac27a0ecSDave Kleikamp { 2543ac27a0ecSDave Kleikamp put_bh(bh); 2544ac27a0ecSDave Kleikamp return 0; 2545ac27a0ecSDave Kleikamp } 2546ac27a0ecSDave Kleikamp 2547ac27a0ecSDave Kleikamp /* 2548678aaf48SJan Kara * Note that we don't need to start a transaction unless we're journaling data 2549678aaf48SJan Kara * because we should have holes filled from ext4_page_mkwrite(). We even don't 2550678aaf48SJan Kara * need to file the inode to the transaction's list in ordered mode because if 2551678aaf48SJan Kara * we are writing back data added by write(), the inode is already there and if 2552678aaf48SJan Kara * we are writing back data modified via mmap(), noone guarantees in which 2553678aaf48SJan Kara * transaction the data will hit the disk. In case we are journaling data, we 2554678aaf48SJan Kara * cannot start transaction directly because transaction start ranks above page 2555678aaf48SJan Kara * lock so we have to do some magic. 2556ac27a0ecSDave Kleikamp * 2557678aaf48SJan Kara * In all journaling modes block_write_full_page() will start the I/O. 2558ac27a0ecSDave Kleikamp * 2559ac27a0ecSDave Kleikamp * Problem: 2560ac27a0ecSDave Kleikamp * 2561617ba13bSMingming Cao * ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() -> 2562617ba13bSMingming Cao * ext4_writepage() 2563ac27a0ecSDave Kleikamp * 2564ac27a0ecSDave Kleikamp * Similar for: 2565ac27a0ecSDave Kleikamp * 2566617ba13bSMingming Cao * ext4_file_write() -> generic_file_write() -> __alloc_pages() -> ... 2567ac27a0ecSDave Kleikamp * 2568617ba13bSMingming Cao * Same applies to ext4_get_block(). We will deadlock on various things like 25690e855ac8SAneesh Kumar K.V * lock_journal and i_data_sem 2570ac27a0ecSDave Kleikamp * 2571ac27a0ecSDave Kleikamp * Setting PF_MEMALLOC here doesn't work - too many internal memory 2572ac27a0ecSDave Kleikamp * allocations fail. 2573ac27a0ecSDave Kleikamp * 2574ac27a0ecSDave Kleikamp * 16May01: If we're reentered then journal_current_handle() will be 2575ac27a0ecSDave Kleikamp * non-zero. We simply *return*. 2576ac27a0ecSDave Kleikamp * 2577ac27a0ecSDave Kleikamp * 1 July 2001: @@@ FIXME: 2578ac27a0ecSDave Kleikamp * In journalled data mode, a data buffer may be metadata against the 2579ac27a0ecSDave Kleikamp * current transaction. But the same file is part of a shared mapping 2580ac27a0ecSDave Kleikamp * and someone does a writepage() on it. 2581ac27a0ecSDave Kleikamp * 2582ac27a0ecSDave Kleikamp * We will move the buffer onto the async_data list, but *after* it has 2583ac27a0ecSDave Kleikamp * been dirtied. So there's a small window where we have dirty data on 2584ac27a0ecSDave Kleikamp * BJ_Metadata. 2585ac27a0ecSDave Kleikamp * 2586ac27a0ecSDave Kleikamp * Note that this only applies to the last partial page in the file. The 2587ac27a0ecSDave Kleikamp * bit which block_write_full_page() uses prepare/commit for. (That's 2588ac27a0ecSDave Kleikamp * broken code anyway: it's wrong for msync()). 2589ac27a0ecSDave Kleikamp * 2590ac27a0ecSDave Kleikamp * It's a rare case: affects the final partial page, for journalled data 2591ac27a0ecSDave Kleikamp * where the file is subject to bith write() and writepage() in the same 2592ac27a0ecSDave Kleikamp * transction. To fix it we'll need a custom block_write_full_page(). 2593ac27a0ecSDave Kleikamp * We'll probably need that anyway for journalling writepage() output. 2594ac27a0ecSDave Kleikamp * 2595ac27a0ecSDave Kleikamp * We don't honour synchronous mounts for writepage(). That would be 2596ac27a0ecSDave Kleikamp * disastrous. Any write() or metadata operation will sync the fs for 2597ac27a0ecSDave Kleikamp * us. 2598ac27a0ecSDave Kleikamp * 2599ac27a0ecSDave Kleikamp */ 2600678aaf48SJan Kara static int __ext4_normal_writepage(struct page *page, 2601cf108bcaSJan Kara struct writeback_control *wbc) 2602cf108bcaSJan Kara { 2603cf108bcaSJan Kara struct inode *inode = page->mapping->host; 2604cf108bcaSJan Kara 2605cf108bcaSJan Kara if (test_opt(inode->i_sb, NOBH)) 2606f0e6c985SAneesh Kumar K.V return nobh_writepage(page, 2607f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, wbc); 2608cf108bcaSJan Kara else 2609f0e6c985SAneesh Kumar K.V return block_write_full_page(page, 2610f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, 2611f0e6c985SAneesh Kumar K.V wbc); 2612cf108bcaSJan Kara } 2613cf108bcaSJan Kara 2614678aaf48SJan Kara static int ext4_normal_writepage(struct page *page, 2615ac27a0ecSDave Kleikamp struct writeback_control *wbc) 2616ac27a0ecSDave Kleikamp { 2617ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 2618cf108bcaSJan Kara loff_t size = i_size_read(inode); 2619cf108bcaSJan Kara loff_t len; 2620cf108bcaSJan Kara 2621cf108bcaSJan Kara J_ASSERT(PageLocked(page)); 2622cf108bcaSJan Kara if (page->index == size >> PAGE_CACHE_SHIFT) 2623cf108bcaSJan Kara len = size & ~PAGE_CACHE_MASK; 2624cf108bcaSJan Kara else 2625cf108bcaSJan Kara len = PAGE_CACHE_SIZE; 2626f0e6c985SAneesh Kumar K.V 2627f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 2628f0e6c985SAneesh Kumar K.V /* if page has buffers it should all be mapped 2629f0e6c985SAneesh Kumar K.V * and allocated. If there are not buffers attached 2630f0e6c985SAneesh Kumar K.V * to the page we know the page is dirty but it lost 2631f0e6c985SAneesh Kumar K.V * buffers. That means that at some moment in time 2632f0e6c985SAneesh Kumar K.V * after write_begin() / write_end() has been called 2633f0e6c985SAneesh Kumar K.V * all buffers have been clean and thus they must have been 2634f0e6c985SAneesh Kumar K.V * written at least once. So they are all mapped and we can 2635f0e6c985SAneesh Kumar K.V * happily proceed with mapping them and writing the page. 2636f0e6c985SAneesh Kumar K.V */ 2637cf108bcaSJan Kara BUG_ON(walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 2638cf108bcaSJan Kara ext4_bh_unmapped_or_delay)); 2639f0e6c985SAneesh Kumar K.V } 2640cf108bcaSJan Kara 2641cf108bcaSJan Kara if (!ext4_journal_current_handle()) 2642678aaf48SJan Kara return __ext4_normal_writepage(page, wbc); 2643cf108bcaSJan Kara 2644cf108bcaSJan Kara redirty_page_for_writepage(wbc, page); 2645cf108bcaSJan Kara unlock_page(page); 2646cf108bcaSJan Kara return 0; 2647cf108bcaSJan Kara } 2648cf108bcaSJan Kara 2649cf108bcaSJan Kara static int __ext4_journalled_writepage(struct page *page, 2650cf108bcaSJan Kara struct writeback_control *wbc) 2651cf108bcaSJan Kara { 2652cf108bcaSJan Kara struct address_space *mapping = page->mapping; 2653cf108bcaSJan Kara struct inode *inode = mapping->host; 2654cf108bcaSJan Kara struct buffer_head *page_bufs; 2655ac27a0ecSDave Kleikamp handle_t *handle = NULL; 2656ac27a0ecSDave Kleikamp int ret = 0; 2657ac27a0ecSDave Kleikamp int err; 2658ac27a0ecSDave Kleikamp 2659f0e6c985SAneesh Kumar K.V ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE, 2660f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write); 2661cf108bcaSJan Kara if (ret != 0) 2662cf108bcaSJan Kara goto out_unlock; 2663cf108bcaSJan Kara 2664cf108bcaSJan Kara page_bufs = page_buffers(page); 2665cf108bcaSJan Kara walk_page_buffers(handle, page_bufs, 0, PAGE_CACHE_SIZE, NULL, 2666cf108bcaSJan Kara bget_one); 2667cf108bcaSJan Kara /* As soon as we unlock the page, it can go away, but we have 2668cf108bcaSJan Kara * references to buffers so we are safe */ 2669cf108bcaSJan Kara unlock_page(page); 2670ac27a0ecSDave Kleikamp 2671617ba13bSMingming Cao handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode)); 2672ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 2673ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 2674cf108bcaSJan Kara goto out; 2675ac27a0ecSDave Kleikamp } 2676ac27a0ecSDave Kleikamp 2677cf108bcaSJan Kara ret = walk_page_buffers(handle, page_bufs, 0, 2678cf108bcaSJan Kara PAGE_CACHE_SIZE, NULL, do_journal_get_write_access); 2679ac27a0ecSDave Kleikamp 2680cf108bcaSJan Kara err = walk_page_buffers(handle, page_bufs, 0, 2681cf108bcaSJan Kara PAGE_CACHE_SIZE, NULL, write_end_fn); 2682cf108bcaSJan Kara if (ret == 0) 2683cf108bcaSJan Kara ret = err; 2684617ba13bSMingming Cao err = ext4_journal_stop(handle); 2685ac27a0ecSDave Kleikamp if (!ret) 2686ac27a0ecSDave Kleikamp ret = err; 2687ac27a0ecSDave Kleikamp 2688cf108bcaSJan Kara walk_page_buffers(handle, page_bufs, 0, 2689cf108bcaSJan Kara PAGE_CACHE_SIZE, NULL, bput_one); 2690cf108bcaSJan Kara EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 2691cf108bcaSJan Kara goto out; 2692cf108bcaSJan Kara 2693cf108bcaSJan Kara out_unlock: 2694ac27a0ecSDave Kleikamp unlock_page(page); 2695cf108bcaSJan Kara out: 2696ac27a0ecSDave Kleikamp return ret; 2697ac27a0ecSDave Kleikamp } 2698ac27a0ecSDave Kleikamp 2699617ba13bSMingming Cao static int ext4_journalled_writepage(struct page *page, 2700ac27a0ecSDave Kleikamp struct writeback_control *wbc) 2701ac27a0ecSDave Kleikamp { 2702ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 2703cf108bcaSJan Kara loff_t size = i_size_read(inode); 2704cf108bcaSJan Kara loff_t len; 2705cf108bcaSJan Kara 2706cf108bcaSJan Kara J_ASSERT(PageLocked(page)); 2707cf108bcaSJan Kara if (page->index == size >> PAGE_CACHE_SHIFT) 2708cf108bcaSJan Kara len = size & ~PAGE_CACHE_MASK; 2709cf108bcaSJan Kara else 2710cf108bcaSJan Kara len = PAGE_CACHE_SIZE; 2711f0e6c985SAneesh Kumar K.V 2712f0e6c985SAneesh Kumar K.V if (page_has_buffers(page)) { 2713f0e6c985SAneesh Kumar K.V /* if page has buffers it should all be mapped 2714f0e6c985SAneesh Kumar K.V * and allocated. If there are not buffers attached 2715f0e6c985SAneesh Kumar K.V * to the page we know the page is dirty but it lost 2716f0e6c985SAneesh Kumar K.V * buffers. That means that at some moment in time 2717f0e6c985SAneesh Kumar K.V * after write_begin() / write_end() has been called 2718f0e6c985SAneesh Kumar K.V * all buffers have been clean and thus they must have been 2719f0e6c985SAneesh Kumar K.V * written at least once. So they are all mapped and we can 2720f0e6c985SAneesh Kumar K.V * happily proceed with mapping them and writing the page. 2721f0e6c985SAneesh Kumar K.V */ 2722cf108bcaSJan Kara BUG_ON(walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 2723cf108bcaSJan Kara ext4_bh_unmapped_or_delay)); 2724f0e6c985SAneesh Kumar K.V } 2725ac27a0ecSDave Kleikamp 2726617ba13bSMingming Cao if (ext4_journal_current_handle()) 2727ac27a0ecSDave Kleikamp goto no_write; 2728ac27a0ecSDave Kleikamp 2729cf108bcaSJan Kara if (PageChecked(page)) { 2730ac27a0ecSDave Kleikamp /* 2731ac27a0ecSDave Kleikamp * It's mmapped pagecache. Add buffers and journal it. There 2732ac27a0ecSDave Kleikamp * doesn't seem much point in redirtying the page here. 2733ac27a0ecSDave Kleikamp */ 2734ac27a0ecSDave Kleikamp ClearPageChecked(page); 2735cf108bcaSJan Kara return __ext4_journalled_writepage(page, wbc); 2736ac27a0ecSDave Kleikamp } else { 2737ac27a0ecSDave Kleikamp /* 2738ac27a0ecSDave Kleikamp * It may be a page full of checkpoint-mode buffers. We don't 2739ac27a0ecSDave Kleikamp * really know unless we go poke around in the buffer_heads. 2740ac27a0ecSDave Kleikamp * But block_write_full_page will do the right thing. 2741ac27a0ecSDave Kleikamp */ 2742f0e6c985SAneesh Kumar K.V return block_write_full_page(page, 2743f0e6c985SAneesh Kumar K.V ext4_normal_get_block_write, 2744f0e6c985SAneesh Kumar K.V wbc); 2745ac27a0ecSDave Kleikamp } 2746ac27a0ecSDave Kleikamp no_write: 2747ac27a0ecSDave Kleikamp redirty_page_for_writepage(wbc, page); 2748ac27a0ecSDave Kleikamp unlock_page(page); 2749cf108bcaSJan Kara return 0; 2750ac27a0ecSDave Kleikamp } 2751ac27a0ecSDave Kleikamp 2752617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page) 2753ac27a0ecSDave Kleikamp { 2754617ba13bSMingming Cao return mpage_readpage(page, ext4_get_block); 2755ac27a0ecSDave Kleikamp } 2756ac27a0ecSDave Kleikamp 2757ac27a0ecSDave Kleikamp static int 2758617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping, 2759ac27a0ecSDave Kleikamp struct list_head *pages, unsigned nr_pages) 2760ac27a0ecSDave Kleikamp { 2761617ba13bSMingming Cao return mpage_readpages(mapping, pages, nr_pages, ext4_get_block); 2762ac27a0ecSDave Kleikamp } 2763ac27a0ecSDave Kleikamp 2764617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset) 2765ac27a0ecSDave Kleikamp { 2766617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 2767ac27a0ecSDave Kleikamp 2768ac27a0ecSDave Kleikamp /* 2769ac27a0ecSDave Kleikamp * If it's a full truncate we just forget about the pending dirtying 2770ac27a0ecSDave Kleikamp */ 2771ac27a0ecSDave Kleikamp if (offset == 0) 2772ac27a0ecSDave Kleikamp ClearPageChecked(page); 2773ac27a0ecSDave Kleikamp 2774dab291afSMingming Cao jbd2_journal_invalidatepage(journal, page, offset); 2775ac27a0ecSDave Kleikamp } 2776ac27a0ecSDave Kleikamp 2777617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait) 2778ac27a0ecSDave Kleikamp { 2779617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 2780ac27a0ecSDave Kleikamp 2781ac27a0ecSDave Kleikamp WARN_ON(PageChecked(page)); 2782ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 2783ac27a0ecSDave Kleikamp return 0; 2784dab291afSMingming Cao return jbd2_journal_try_to_free_buffers(journal, page, wait); 2785ac27a0ecSDave Kleikamp } 2786ac27a0ecSDave Kleikamp 2787ac27a0ecSDave Kleikamp /* 2788ac27a0ecSDave Kleikamp * If the O_DIRECT write will extend the file then add this inode to the 2789ac27a0ecSDave Kleikamp * orphan list. So recovery will truncate it back to the original size 2790ac27a0ecSDave Kleikamp * if the machine crashes during the write. 2791ac27a0ecSDave Kleikamp * 2792ac27a0ecSDave Kleikamp * If the O_DIRECT write is intantiating holes inside i_size and the machine 27937fb5409dSJan Kara * crashes then stale disk data _may_ be exposed inside the file. But current 27947fb5409dSJan Kara * VFS code falls back into buffered path in that case so we are safe. 2795ac27a0ecSDave Kleikamp */ 2796617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb, 2797ac27a0ecSDave Kleikamp const struct iovec *iov, loff_t offset, 2798ac27a0ecSDave Kleikamp unsigned long nr_segs) 2799ac27a0ecSDave Kleikamp { 2800ac27a0ecSDave Kleikamp struct file *file = iocb->ki_filp; 2801ac27a0ecSDave Kleikamp struct inode *inode = file->f_mapping->host; 2802617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 28037fb5409dSJan Kara handle_t *handle; 2804ac27a0ecSDave Kleikamp ssize_t ret; 2805ac27a0ecSDave Kleikamp int orphan = 0; 2806ac27a0ecSDave Kleikamp size_t count = iov_length(iov, nr_segs); 2807ac27a0ecSDave Kleikamp 2808ac27a0ecSDave Kleikamp if (rw == WRITE) { 2809ac27a0ecSDave Kleikamp loff_t final_size = offset + count; 2810ac27a0ecSDave Kleikamp 28117fb5409dSJan Kara if (final_size > inode->i_size) { 28127fb5409dSJan Kara /* Credits for sb + inode write */ 28137fb5409dSJan Kara handle = ext4_journal_start(inode, 2); 2814ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 2815ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 2816ac27a0ecSDave Kleikamp goto out; 2817ac27a0ecSDave Kleikamp } 2818617ba13bSMingming Cao ret = ext4_orphan_add(handle, inode); 28197fb5409dSJan Kara if (ret) { 28207fb5409dSJan Kara ext4_journal_stop(handle); 28217fb5409dSJan Kara goto out; 28227fb5409dSJan Kara } 2823ac27a0ecSDave Kleikamp orphan = 1; 2824ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 28257fb5409dSJan Kara ext4_journal_stop(handle); 2826ac27a0ecSDave Kleikamp } 2827ac27a0ecSDave Kleikamp } 2828ac27a0ecSDave Kleikamp 2829ac27a0ecSDave Kleikamp ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, 2830ac27a0ecSDave Kleikamp offset, nr_segs, 2831617ba13bSMingming Cao ext4_get_block, NULL); 2832ac27a0ecSDave Kleikamp 28337fb5409dSJan Kara if (orphan) { 2834ac27a0ecSDave Kleikamp int err; 2835ac27a0ecSDave Kleikamp 28367fb5409dSJan Kara /* Credits for sb + inode write */ 28377fb5409dSJan Kara handle = ext4_journal_start(inode, 2); 28387fb5409dSJan Kara if (IS_ERR(handle)) { 28397fb5409dSJan Kara /* This is really bad luck. We've written the data 28407fb5409dSJan Kara * but cannot extend i_size. Bail out and pretend 28417fb5409dSJan Kara * the write failed... */ 28427fb5409dSJan Kara ret = PTR_ERR(handle); 28437fb5409dSJan Kara goto out; 28447fb5409dSJan Kara } 28457fb5409dSJan Kara if (inode->i_nlink) 2846617ba13bSMingming Cao ext4_orphan_del(handle, inode); 28477fb5409dSJan Kara if (ret > 0) { 2848ac27a0ecSDave Kleikamp loff_t end = offset + ret; 2849ac27a0ecSDave Kleikamp if (end > inode->i_size) { 2850ac27a0ecSDave Kleikamp ei->i_disksize = end; 2851ac27a0ecSDave Kleikamp i_size_write(inode, end); 2852ac27a0ecSDave Kleikamp /* 2853ac27a0ecSDave Kleikamp * We're going to return a positive `ret' 2854ac27a0ecSDave Kleikamp * here due to non-zero-length I/O, so there's 2855ac27a0ecSDave Kleikamp * no way of reporting error returns from 2856617ba13bSMingming Cao * ext4_mark_inode_dirty() to userspace. So 2857ac27a0ecSDave Kleikamp * ignore it. 2858ac27a0ecSDave Kleikamp */ 2859617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 2860ac27a0ecSDave Kleikamp } 2861ac27a0ecSDave Kleikamp } 2862617ba13bSMingming Cao err = ext4_journal_stop(handle); 2863ac27a0ecSDave Kleikamp if (ret == 0) 2864ac27a0ecSDave Kleikamp ret = err; 2865ac27a0ecSDave Kleikamp } 2866ac27a0ecSDave Kleikamp out: 2867ac27a0ecSDave Kleikamp return ret; 2868ac27a0ecSDave Kleikamp } 2869ac27a0ecSDave Kleikamp 2870ac27a0ecSDave Kleikamp /* 2871617ba13bSMingming Cao * Pages can be marked dirty completely asynchronously from ext4's journalling 2872ac27a0ecSDave Kleikamp * activity. By filemap_sync_pte(), try_to_unmap_one(), etc. We cannot do 2873ac27a0ecSDave Kleikamp * much here because ->set_page_dirty is called under VFS locks. The page is 2874ac27a0ecSDave Kleikamp * not necessarily locked. 2875ac27a0ecSDave Kleikamp * 2876ac27a0ecSDave Kleikamp * We cannot just dirty the page and leave attached buffers clean, because the 2877ac27a0ecSDave Kleikamp * buffers' dirty state is "definitive". We cannot just set the buffers dirty 2878ac27a0ecSDave Kleikamp * or jbddirty because all the journalling code will explode. 2879ac27a0ecSDave Kleikamp * 2880ac27a0ecSDave Kleikamp * So what we do is to mark the page "pending dirty" and next time writepage 2881ac27a0ecSDave Kleikamp * is called, propagate that into the buffers appropriately. 2882ac27a0ecSDave Kleikamp */ 2883617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page) 2884ac27a0ecSDave Kleikamp { 2885ac27a0ecSDave Kleikamp SetPageChecked(page); 2886ac27a0ecSDave Kleikamp return __set_page_dirty_nobuffers(page); 2887ac27a0ecSDave Kleikamp } 2888ac27a0ecSDave Kleikamp 2889617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = { 2890617ba13bSMingming Cao .readpage = ext4_readpage, 2891617ba13bSMingming Cao .readpages = ext4_readpages, 2892678aaf48SJan Kara .writepage = ext4_normal_writepage, 2893ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 2894bfc1af65SNick Piggin .write_begin = ext4_write_begin, 2895bfc1af65SNick Piggin .write_end = ext4_ordered_write_end, 2896617ba13bSMingming Cao .bmap = ext4_bmap, 2897617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 2898617ba13bSMingming Cao .releasepage = ext4_releasepage, 2899617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 2900ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 2901*8ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 2902ac27a0ecSDave Kleikamp }; 2903ac27a0ecSDave Kleikamp 2904617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = { 2905617ba13bSMingming Cao .readpage = ext4_readpage, 2906617ba13bSMingming Cao .readpages = ext4_readpages, 2907678aaf48SJan Kara .writepage = ext4_normal_writepage, 2908ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 2909bfc1af65SNick Piggin .write_begin = ext4_write_begin, 2910bfc1af65SNick Piggin .write_end = ext4_writeback_write_end, 2911617ba13bSMingming Cao .bmap = ext4_bmap, 2912617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 2913617ba13bSMingming Cao .releasepage = ext4_releasepage, 2914617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 2915ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 2916*8ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 2917ac27a0ecSDave Kleikamp }; 2918ac27a0ecSDave Kleikamp 2919617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = { 2920617ba13bSMingming Cao .readpage = ext4_readpage, 2921617ba13bSMingming Cao .readpages = ext4_readpages, 2922617ba13bSMingming Cao .writepage = ext4_journalled_writepage, 2923ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 2924bfc1af65SNick Piggin .write_begin = ext4_write_begin, 2925bfc1af65SNick Piggin .write_end = ext4_journalled_write_end, 2926617ba13bSMingming Cao .set_page_dirty = ext4_journalled_set_page_dirty, 2927617ba13bSMingming Cao .bmap = ext4_bmap, 2928617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 2929617ba13bSMingming Cao .releasepage = ext4_releasepage, 2930*8ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 2931ac27a0ecSDave Kleikamp }; 2932ac27a0ecSDave Kleikamp 293364769240SAlex Tomas static const struct address_space_operations ext4_da_aops = { 293464769240SAlex Tomas .readpage = ext4_readpage, 293564769240SAlex Tomas .readpages = ext4_readpages, 293664769240SAlex Tomas .writepage = ext4_da_writepage, 293764769240SAlex Tomas .writepages = ext4_da_writepages, 293864769240SAlex Tomas .sync_page = block_sync_page, 293964769240SAlex Tomas .write_begin = ext4_da_write_begin, 294064769240SAlex Tomas .write_end = ext4_da_write_end, 294164769240SAlex Tomas .bmap = ext4_bmap, 294264769240SAlex Tomas .invalidatepage = ext4_da_invalidatepage, 294364769240SAlex Tomas .releasepage = ext4_releasepage, 294464769240SAlex Tomas .direct_IO = ext4_direct_IO, 294564769240SAlex Tomas .migratepage = buffer_migrate_page, 2946*8ab22b9aSHisashi Hifumi .is_partially_uptodate = block_is_partially_uptodate, 294764769240SAlex Tomas }; 294864769240SAlex Tomas 2949617ba13bSMingming Cao void ext4_set_aops(struct inode *inode) 2950ac27a0ecSDave Kleikamp { 2951cd1aac32SAneesh Kumar K.V if (ext4_should_order_data(inode) && 2952cd1aac32SAneesh Kumar K.V test_opt(inode->i_sb, DELALLOC)) 2953cd1aac32SAneesh Kumar K.V inode->i_mapping->a_ops = &ext4_da_aops; 2954cd1aac32SAneesh Kumar K.V else if (ext4_should_order_data(inode)) 2955617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_ordered_aops; 295664769240SAlex Tomas else if (ext4_should_writeback_data(inode) && 295764769240SAlex Tomas test_opt(inode->i_sb, DELALLOC)) 295864769240SAlex Tomas inode->i_mapping->a_ops = &ext4_da_aops; 2959617ba13bSMingming Cao else if (ext4_should_writeback_data(inode)) 2960617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_writeback_aops; 2961ac27a0ecSDave Kleikamp else 2962617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_journalled_aops; 2963ac27a0ecSDave Kleikamp } 2964ac27a0ecSDave Kleikamp 2965ac27a0ecSDave Kleikamp /* 2966617ba13bSMingming Cao * ext4_block_truncate_page() zeroes out a mapping from file offset `from' 2967ac27a0ecSDave Kleikamp * up to the end of the block which corresponds to `from'. 2968ac27a0ecSDave Kleikamp * This required during truncate. We need to physically zero the tail end 2969ac27a0ecSDave Kleikamp * of that block so it doesn't yield old data if the file is later grown. 2970ac27a0ecSDave Kleikamp */ 2971cf108bcaSJan Kara int ext4_block_truncate_page(handle_t *handle, 2972ac27a0ecSDave Kleikamp struct address_space *mapping, loff_t from) 2973ac27a0ecSDave Kleikamp { 2974617ba13bSMingming Cao ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT; 2975ac27a0ecSDave Kleikamp unsigned offset = from & (PAGE_CACHE_SIZE-1); 2976725d26d3SAneesh Kumar K.V unsigned blocksize, length, pos; 2977725d26d3SAneesh Kumar K.V ext4_lblk_t iblock; 2978ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 2979ac27a0ecSDave Kleikamp struct buffer_head *bh; 2980cf108bcaSJan Kara struct page *page; 2981ac27a0ecSDave Kleikamp int err = 0; 2982ac27a0ecSDave Kleikamp 2983cf108bcaSJan Kara page = grab_cache_page(mapping, from >> PAGE_CACHE_SHIFT); 2984cf108bcaSJan Kara if (!page) 2985cf108bcaSJan Kara return -EINVAL; 2986cf108bcaSJan Kara 2987ac27a0ecSDave Kleikamp blocksize = inode->i_sb->s_blocksize; 2988ac27a0ecSDave Kleikamp length = blocksize - (offset & (blocksize - 1)); 2989ac27a0ecSDave Kleikamp iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits); 2990ac27a0ecSDave Kleikamp 2991ac27a0ecSDave Kleikamp /* 2992ac27a0ecSDave Kleikamp * For "nobh" option, we can only work if we don't need to 2993ac27a0ecSDave Kleikamp * read-in the page - otherwise we create buffers to do the IO. 2994ac27a0ecSDave Kleikamp */ 2995ac27a0ecSDave Kleikamp if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) && 2996617ba13bSMingming Cao ext4_should_writeback_data(inode) && PageUptodate(page)) { 2997eebd2aa3SChristoph Lameter zero_user(page, offset, length); 2998ac27a0ecSDave Kleikamp set_page_dirty(page); 2999ac27a0ecSDave Kleikamp goto unlock; 3000ac27a0ecSDave Kleikamp } 3001ac27a0ecSDave Kleikamp 3002ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 3003ac27a0ecSDave Kleikamp create_empty_buffers(page, blocksize, 0); 3004ac27a0ecSDave Kleikamp 3005ac27a0ecSDave Kleikamp /* Find the buffer that contains "offset" */ 3006ac27a0ecSDave Kleikamp bh = page_buffers(page); 3007ac27a0ecSDave Kleikamp pos = blocksize; 3008ac27a0ecSDave Kleikamp while (offset >= pos) { 3009ac27a0ecSDave Kleikamp bh = bh->b_this_page; 3010ac27a0ecSDave Kleikamp iblock++; 3011ac27a0ecSDave Kleikamp pos += blocksize; 3012ac27a0ecSDave Kleikamp } 3013ac27a0ecSDave Kleikamp 3014ac27a0ecSDave Kleikamp err = 0; 3015ac27a0ecSDave Kleikamp if (buffer_freed(bh)) { 3016ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "freed: skip"); 3017ac27a0ecSDave Kleikamp goto unlock; 3018ac27a0ecSDave Kleikamp } 3019ac27a0ecSDave Kleikamp 3020ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 3021ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "unmapped"); 3022617ba13bSMingming Cao ext4_get_block(inode, iblock, bh, 0); 3023ac27a0ecSDave Kleikamp /* unmapped? It's a hole - nothing to do */ 3024ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 3025ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "still unmapped"); 3026ac27a0ecSDave Kleikamp goto unlock; 3027ac27a0ecSDave Kleikamp } 3028ac27a0ecSDave Kleikamp } 3029ac27a0ecSDave Kleikamp 3030ac27a0ecSDave Kleikamp /* Ok, it's mapped. Make sure it's up-to-date */ 3031ac27a0ecSDave Kleikamp if (PageUptodate(page)) 3032ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 3033ac27a0ecSDave Kleikamp 3034ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 3035ac27a0ecSDave Kleikamp err = -EIO; 3036ac27a0ecSDave Kleikamp ll_rw_block(READ, 1, &bh); 3037ac27a0ecSDave Kleikamp wait_on_buffer(bh); 3038ac27a0ecSDave Kleikamp /* Uhhuh. Read error. Complain and punt. */ 3039ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) 3040ac27a0ecSDave Kleikamp goto unlock; 3041ac27a0ecSDave Kleikamp } 3042ac27a0ecSDave Kleikamp 3043617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 3044ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "get write access"); 3045617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, bh); 3046ac27a0ecSDave Kleikamp if (err) 3047ac27a0ecSDave Kleikamp goto unlock; 3048ac27a0ecSDave Kleikamp } 3049ac27a0ecSDave Kleikamp 3050eebd2aa3SChristoph Lameter zero_user(page, offset, length); 3051ac27a0ecSDave Kleikamp 3052ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "zeroed end of block"); 3053ac27a0ecSDave Kleikamp 3054ac27a0ecSDave Kleikamp err = 0; 3055617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 3056617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, bh); 3057ac27a0ecSDave Kleikamp } else { 3058617ba13bSMingming Cao if (ext4_should_order_data(inode)) 3059678aaf48SJan Kara err = ext4_jbd2_file_inode(handle, inode); 3060ac27a0ecSDave Kleikamp mark_buffer_dirty(bh); 3061ac27a0ecSDave Kleikamp } 3062ac27a0ecSDave Kleikamp 3063ac27a0ecSDave Kleikamp unlock: 3064ac27a0ecSDave Kleikamp unlock_page(page); 3065ac27a0ecSDave Kleikamp page_cache_release(page); 3066ac27a0ecSDave Kleikamp return err; 3067ac27a0ecSDave Kleikamp } 3068ac27a0ecSDave Kleikamp 3069ac27a0ecSDave Kleikamp /* 3070ac27a0ecSDave Kleikamp * Probably it should be a library function... search for first non-zero word 3071ac27a0ecSDave Kleikamp * or memcmp with zero_page, whatever is better for particular architecture. 3072ac27a0ecSDave Kleikamp * Linus? 3073ac27a0ecSDave Kleikamp */ 3074ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q) 3075ac27a0ecSDave Kleikamp { 3076ac27a0ecSDave Kleikamp while (p < q) 3077ac27a0ecSDave Kleikamp if (*p++) 3078ac27a0ecSDave Kleikamp return 0; 3079ac27a0ecSDave Kleikamp return 1; 3080ac27a0ecSDave Kleikamp } 3081ac27a0ecSDave Kleikamp 3082ac27a0ecSDave Kleikamp /** 3083617ba13bSMingming Cao * ext4_find_shared - find the indirect blocks for partial truncation. 3084ac27a0ecSDave Kleikamp * @inode: inode in question 3085ac27a0ecSDave Kleikamp * @depth: depth of the affected branch 3086617ba13bSMingming Cao * @offsets: offsets of pointers in that branch (see ext4_block_to_path) 3087ac27a0ecSDave Kleikamp * @chain: place to store the pointers to partial indirect blocks 3088ac27a0ecSDave Kleikamp * @top: place to the (detached) top of branch 3089ac27a0ecSDave Kleikamp * 3090617ba13bSMingming Cao * This is a helper function used by ext4_truncate(). 3091ac27a0ecSDave Kleikamp * 3092ac27a0ecSDave Kleikamp * When we do truncate() we may have to clean the ends of several 3093ac27a0ecSDave Kleikamp * indirect blocks but leave the blocks themselves alive. Block is 3094ac27a0ecSDave Kleikamp * partially truncated if some data below the new i_size is refered 3095ac27a0ecSDave Kleikamp * from it (and it is on the path to the first completely truncated 3096ac27a0ecSDave Kleikamp * data block, indeed). We have to free the top of that path along 3097ac27a0ecSDave Kleikamp * with everything to the right of the path. Since no allocation 3098617ba13bSMingming Cao * past the truncation point is possible until ext4_truncate() 3099ac27a0ecSDave Kleikamp * finishes, we may safely do the latter, but top of branch may 3100ac27a0ecSDave Kleikamp * require special attention - pageout below the truncation point 3101ac27a0ecSDave Kleikamp * might try to populate it. 3102ac27a0ecSDave Kleikamp * 3103ac27a0ecSDave Kleikamp * We atomically detach the top of branch from the tree, store the 3104ac27a0ecSDave Kleikamp * block number of its root in *@top, pointers to buffer_heads of 3105ac27a0ecSDave Kleikamp * partially truncated blocks - in @chain[].bh and pointers to 3106ac27a0ecSDave Kleikamp * their last elements that should not be removed - in 3107ac27a0ecSDave Kleikamp * @chain[].p. Return value is the pointer to last filled element 3108ac27a0ecSDave Kleikamp * of @chain. 3109ac27a0ecSDave Kleikamp * 3110ac27a0ecSDave Kleikamp * The work left to caller to do the actual freeing of subtrees: 3111ac27a0ecSDave Kleikamp * a) free the subtree starting from *@top 3112ac27a0ecSDave Kleikamp * b) free the subtrees whose roots are stored in 3113ac27a0ecSDave Kleikamp * (@chain[i].p+1 .. end of @chain[i].bh->b_data) 3114ac27a0ecSDave Kleikamp * c) free the subtrees growing from the inode past the @chain[0]. 3115ac27a0ecSDave Kleikamp * (no partially truncated stuff there). */ 3116ac27a0ecSDave Kleikamp 3117617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth, 3118725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4], Indirect chain[4], __le32 *top) 3119ac27a0ecSDave Kleikamp { 3120ac27a0ecSDave Kleikamp Indirect *partial, *p; 3121ac27a0ecSDave Kleikamp int k, err; 3122ac27a0ecSDave Kleikamp 3123ac27a0ecSDave Kleikamp *top = 0; 3124ac27a0ecSDave Kleikamp /* Make k index the deepest non-null offest + 1 */ 3125ac27a0ecSDave Kleikamp for (k = depth; k > 1 && !offsets[k-1]; k--) 3126ac27a0ecSDave Kleikamp ; 3127617ba13bSMingming Cao partial = ext4_get_branch(inode, k, offsets, chain, &err); 3128ac27a0ecSDave Kleikamp /* Writer: pointers */ 3129ac27a0ecSDave Kleikamp if (!partial) 3130ac27a0ecSDave Kleikamp partial = chain + k-1; 3131ac27a0ecSDave Kleikamp /* 3132ac27a0ecSDave Kleikamp * If the branch acquired continuation since we've looked at it - 3133ac27a0ecSDave Kleikamp * fine, it should all survive and (new) top doesn't belong to us. 3134ac27a0ecSDave Kleikamp */ 3135ac27a0ecSDave Kleikamp if (!partial->key && *partial->p) 3136ac27a0ecSDave Kleikamp /* Writer: end */ 3137ac27a0ecSDave Kleikamp goto no_top; 3138ac27a0ecSDave Kleikamp for (p=partial; p>chain && all_zeroes((__le32*)p->bh->b_data,p->p); p--) 3139ac27a0ecSDave Kleikamp ; 3140ac27a0ecSDave Kleikamp /* 3141ac27a0ecSDave Kleikamp * OK, we've found the last block that must survive. The rest of our 3142ac27a0ecSDave Kleikamp * branch should be detached before unlocking. However, if that rest 3143ac27a0ecSDave Kleikamp * of branch is all ours and does not grow immediately from the inode 3144ac27a0ecSDave Kleikamp * it's easier to cheat and just decrement partial->p. 3145ac27a0ecSDave Kleikamp */ 3146ac27a0ecSDave Kleikamp if (p == chain + k - 1 && p > chain) { 3147ac27a0ecSDave Kleikamp p->p--; 3148ac27a0ecSDave Kleikamp } else { 3149ac27a0ecSDave Kleikamp *top = *p->p; 3150617ba13bSMingming Cao /* Nope, don't do this in ext4. Must leave the tree intact */ 3151ac27a0ecSDave Kleikamp #if 0 3152ac27a0ecSDave Kleikamp *p->p = 0; 3153ac27a0ecSDave Kleikamp #endif 3154ac27a0ecSDave Kleikamp } 3155ac27a0ecSDave Kleikamp /* Writer: end */ 3156ac27a0ecSDave Kleikamp 3157ac27a0ecSDave Kleikamp while(partial > p) { 3158ac27a0ecSDave Kleikamp brelse(partial->bh); 3159ac27a0ecSDave Kleikamp partial--; 3160ac27a0ecSDave Kleikamp } 3161ac27a0ecSDave Kleikamp no_top: 3162ac27a0ecSDave Kleikamp return partial; 3163ac27a0ecSDave Kleikamp } 3164ac27a0ecSDave Kleikamp 3165ac27a0ecSDave Kleikamp /* 3166ac27a0ecSDave Kleikamp * Zero a number of block pointers in either an inode or an indirect block. 3167ac27a0ecSDave Kleikamp * If we restart the transaction we must again get write access to the 3168ac27a0ecSDave Kleikamp * indirect block for further modification. 3169ac27a0ecSDave Kleikamp * 3170ac27a0ecSDave Kleikamp * We release `count' blocks on disk, but (last - first) may be greater 3171ac27a0ecSDave Kleikamp * than `count' because there can be holes in there. 3172ac27a0ecSDave Kleikamp */ 3173617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode, 3174617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t block_to_free, 3175ac27a0ecSDave Kleikamp unsigned long count, __le32 *first, __le32 *last) 3176ac27a0ecSDave Kleikamp { 3177ac27a0ecSDave Kleikamp __le32 *p; 3178ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 3179ac27a0ecSDave Kleikamp if (bh) { 3180617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 3181617ba13bSMingming Cao ext4_journal_dirty_metadata(handle, bh); 3182ac27a0ecSDave Kleikamp } 3183617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3184617ba13bSMingming Cao ext4_journal_test_restart(handle, inode); 3185ac27a0ecSDave Kleikamp if (bh) { 3186ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "retaking write access"); 3187617ba13bSMingming Cao ext4_journal_get_write_access(handle, bh); 3188ac27a0ecSDave Kleikamp } 3189ac27a0ecSDave Kleikamp } 3190ac27a0ecSDave Kleikamp 3191ac27a0ecSDave Kleikamp /* 3192ac27a0ecSDave Kleikamp * Any buffers which are on the journal will be in memory. We find 3193dab291afSMingming Cao * them on the hash table so jbd2_journal_revoke() will run jbd2_journal_forget() 3194ac27a0ecSDave Kleikamp * on them. We've already detached each block from the file, so 3195dab291afSMingming Cao * bforget() in jbd2_journal_forget() should be safe. 3196ac27a0ecSDave Kleikamp * 3197dab291afSMingming Cao * AKPM: turn on bforget in jbd2_journal_forget()!!! 3198ac27a0ecSDave Kleikamp */ 3199ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 3200ac27a0ecSDave Kleikamp u32 nr = le32_to_cpu(*p); 3201ac27a0ecSDave Kleikamp if (nr) { 32021d03ec98SAneesh Kumar K.V struct buffer_head *tbh; 3203ac27a0ecSDave Kleikamp 3204ac27a0ecSDave Kleikamp *p = 0; 32051d03ec98SAneesh Kumar K.V tbh = sb_find_get_block(inode->i_sb, nr); 32061d03ec98SAneesh Kumar K.V ext4_forget(handle, 0, inode, tbh, nr); 3207ac27a0ecSDave Kleikamp } 3208ac27a0ecSDave Kleikamp } 3209ac27a0ecSDave Kleikamp 3210c9de560dSAlex Tomas ext4_free_blocks(handle, inode, block_to_free, count, 0); 3211ac27a0ecSDave Kleikamp } 3212ac27a0ecSDave Kleikamp 3213ac27a0ecSDave Kleikamp /** 3214617ba13bSMingming Cao * ext4_free_data - free a list of data blocks 3215ac27a0ecSDave Kleikamp * @handle: handle for this transaction 3216ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 3217ac27a0ecSDave Kleikamp * @this_bh: indirect buffer_head which contains *@first and *@last 3218ac27a0ecSDave Kleikamp * @first: array of block numbers 3219ac27a0ecSDave Kleikamp * @last: points immediately past the end of array 3220ac27a0ecSDave Kleikamp * 3221ac27a0ecSDave Kleikamp * We are freeing all blocks refered from that array (numbers are stored as 3222ac27a0ecSDave Kleikamp * little-endian 32-bit) and updating @inode->i_blocks appropriately. 3223ac27a0ecSDave Kleikamp * 3224ac27a0ecSDave Kleikamp * We accumulate contiguous runs of blocks to free. Conveniently, if these 3225ac27a0ecSDave Kleikamp * blocks are contiguous then releasing them at one time will only affect one 3226ac27a0ecSDave Kleikamp * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't 3227ac27a0ecSDave Kleikamp * actually use a lot of journal space. 3228ac27a0ecSDave Kleikamp * 3229ac27a0ecSDave Kleikamp * @this_bh will be %NULL if @first and @last point into the inode's direct 3230ac27a0ecSDave Kleikamp * block pointers. 3231ac27a0ecSDave Kleikamp */ 3232617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode, 3233ac27a0ecSDave Kleikamp struct buffer_head *this_bh, 3234ac27a0ecSDave Kleikamp __le32 *first, __le32 *last) 3235ac27a0ecSDave Kleikamp { 3236617ba13bSMingming Cao ext4_fsblk_t block_to_free = 0; /* Starting block # of a run */ 3237ac27a0ecSDave Kleikamp unsigned long count = 0; /* Number of blocks in the run */ 3238ac27a0ecSDave Kleikamp __le32 *block_to_free_p = NULL; /* Pointer into inode/ind 3239ac27a0ecSDave Kleikamp corresponding to 3240ac27a0ecSDave Kleikamp block_to_free */ 3241617ba13bSMingming Cao ext4_fsblk_t nr; /* Current block # */ 3242ac27a0ecSDave Kleikamp __le32 *p; /* Pointer into inode/ind 3243ac27a0ecSDave Kleikamp for current block */ 3244ac27a0ecSDave Kleikamp int err; 3245ac27a0ecSDave Kleikamp 3246ac27a0ecSDave Kleikamp if (this_bh) { /* For indirect block */ 3247ac27a0ecSDave Kleikamp BUFFER_TRACE(this_bh, "get_write_access"); 3248617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, this_bh); 3249ac27a0ecSDave Kleikamp /* Important: if we can't update the indirect pointers 3250ac27a0ecSDave Kleikamp * to the blocks, we can't free them. */ 3251ac27a0ecSDave Kleikamp if (err) 3252ac27a0ecSDave Kleikamp return; 3253ac27a0ecSDave Kleikamp } 3254ac27a0ecSDave Kleikamp 3255ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 3256ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 3257ac27a0ecSDave Kleikamp if (nr) { 3258ac27a0ecSDave Kleikamp /* accumulate blocks to free if they're contiguous */ 3259ac27a0ecSDave Kleikamp if (count == 0) { 3260ac27a0ecSDave Kleikamp block_to_free = nr; 3261ac27a0ecSDave Kleikamp block_to_free_p = p; 3262ac27a0ecSDave Kleikamp count = 1; 3263ac27a0ecSDave Kleikamp } else if (nr == block_to_free + count) { 3264ac27a0ecSDave Kleikamp count++; 3265ac27a0ecSDave Kleikamp } else { 3266617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, 3267ac27a0ecSDave Kleikamp block_to_free, 3268ac27a0ecSDave Kleikamp count, block_to_free_p, p); 3269ac27a0ecSDave Kleikamp block_to_free = nr; 3270ac27a0ecSDave Kleikamp block_to_free_p = p; 3271ac27a0ecSDave Kleikamp count = 1; 3272ac27a0ecSDave Kleikamp } 3273ac27a0ecSDave Kleikamp } 3274ac27a0ecSDave Kleikamp } 3275ac27a0ecSDave Kleikamp 3276ac27a0ecSDave Kleikamp if (count > 0) 3277617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, block_to_free, 3278ac27a0ecSDave Kleikamp count, block_to_free_p, p); 3279ac27a0ecSDave Kleikamp 3280ac27a0ecSDave Kleikamp if (this_bh) { 3281617ba13bSMingming Cao BUFFER_TRACE(this_bh, "call ext4_journal_dirty_metadata"); 328271dc8fbcSDuane Griffin 328371dc8fbcSDuane Griffin /* 328471dc8fbcSDuane Griffin * The buffer head should have an attached journal head at this 328571dc8fbcSDuane Griffin * point. However, if the data is corrupted and an indirect 328671dc8fbcSDuane Griffin * block pointed to itself, it would have been detached when 328771dc8fbcSDuane Griffin * the block was cleared. Check for this instead of OOPSing. 328871dc8fbcSDuane Griffin */ 328971dc8fbcSDuane Griffin if (bh2jh(this_bh)) 3290617ba13bSMingming Cao ext4_journal_dirty_metadata(handle, this_bh); 329171dc8fbcSDuane Griffin else 329271dc8fbcSDuane Griffin ext4_error(inode->i_sb, __func__, 329371dc8fbcSDuane Griffin "circular indirect block detected, " 329471dc8fbcSDuane Griffin "inode=%lu, block=%llu", 329571dc8fbcSDuane Griffin inode->i_ino, 329671dc8fbcSDuane Griffin (unsigned long long) this_bh->b_blocknr); 3297ac27a0ecSDave Kleikamp } 3298ac27a0ecSDave Kleikamp } 3299ac27a0ecSDave Kleikamp 3300ac27a0ecSDave Kleikamp /** 3301617ba13bSMingming Cao * ext4_free_branches - free an array of branches 3302ac27a0ecSDave Kleikamp * @handle: JBD handle for this transaction 3303ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 3304ac27a0ecSDave Kleikamp * @parent_bh: the buffer_head which contains *@first and *@last 3305ac27a0ecSDave Kleikamp * @first: array of block numbers 3306ac27a0ecSDave Kleikamp * @last: pointer immediately past the end of array 3307ac27a0ecSDave Kleikamp * @depth: depth of the branches to free 3308ac27a0ecSDave Kleikamp * 3309ac27a0ecSDave Kleikamp * We are freeing all blocks refered from these branches (numbers are 3310ac27a0ecSDave Kleikamp * stored as little-endian 32-bit) and updating @inode->i_blocks 3311ac27a0ecSDave Kleikamp * appropriately. 3312ac27a0ecSDave Kleikamp */ 3313617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode, 3314ac27a0ecSDave Kleikamp struct buffer_head *parent_bh, 3315ac27a0ecSDave Kleikamp __le32 *first, __le32 *last, int depth) 3316ac27a0ecSDave Kleikamp { 3317617ba13bSMingming Cao ext4_fsblk_t nr; 3318ac27a0ecSDave Kleikamp __le32 *p; 3319ac27a0ecSDave Kleikamp 3320ac27a0ecSDave Kleikamp if (is_handle_aborted(handle)) 3321ac27a0ecSDave Kleikamp return; 3322ac27a0ecSDave Kleikamp 3323ac27a0ecSDave Kleikamp if (depth--) { 3324ac27a0ecSDave Kleikamp struct buffer_head *bh; 3325617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 3326ac27a0ecSDave Kleikamp p = last; 3327ac27a0ecSDave Kleikamp while (--p >= first) { 3328ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 3329ac27a0ecSDave Kleikamp if (!nr) 3330ac27a0ecSDave Kleikamp continue; /* A hole */ 3331ac27a0ecSDave Kleikamp 3332ac27a0ecSDave Kleikamp /* Go read the buffer for the next level down */ 3333ac27a0ecSDave Kleikamp bh = sb_bread(inode->i_sb, nr); 3334ac27a0ecSDave Kleikamp 3335ac27a0ecSDave Kleikamp /* 3336ac27a0ecSDave Kleikamp * A read failure? Report error and clear slot 3337ac27a0ecSDave Kleikamp * (should be rare). 3338ac27a0ecSDave Kleikamp */ 3339ac27a0ecSDave Kleikamp if (!bh) { 3340617ba13bSMingming Cao ext4_error(inode->i_sb, "ext4_free_branches", 33412ae02107SMingming Cao "Read failure, inode=%lu, block=%llu", 3342ac27a0ecSDave Kleikamp inode->i_ino, nr); 3343ac27a0ecSDave Kleikamp continue; 3344ac27a0ecSDave Kleikamp } 3345ac27a0ecSDave Kleikamp 3346ac27a0ecSDave Kleikamp /* This zaps the entire block. Bottom up. */ 3347ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "free child branches"); 3348617ba13bSMingming Cao ext4_free_branches(handle, inode, bh, 3349ac27a0ecSDave Kleikamp (__le32*)bh->b_data, 3350ac27a0ecSDave Kleikamp (__le32*)bh->b_data + addr_per_block, 3351ac27a0ecSDave Kleikamp depth); 3352ac27a0ecSDave Kleikamp 3353ac27a0ecSDave Kleikamp /* 3354ac27a0ecSDave Kleikamp * We've probably journalled the indirect block several 3355ac27a0ecSDave Kleikamp * times during the truncate. But it's no longer 3356ac27a0ecSDave Kleikamp * needed and we now drop it from the transaction via 3357dab291afSMingming Cao * jbd2_journal_revoke(). 3358ac27a0ecSDave Kleikamp * 3359ac27a0ecSDave Kleikamp * That's easy if it's exclusively part of this 3360ac27a0ecSDave Kleikamp * transaction. But if it's part of the committing 3361dab291afSMingming Cao * transaction then jbd2_journal_forget() will simply 3362ac27a0ecSDave Kleikamp * brelse() it. That means that if the underlying 3363617ba13bSMingming Cao * block is reallocated in ext4_get_block(), 3364ac27a0ecSDave Kleikamp * unmap_underlying_metadata() will find this block 3365ac27a0ecSDave Kleikamp * and will try to get rid of it. damn, damn. 3366ac27a0ecSDave Kleikamp * 3367ac27a0ecSDave Kleikamp * If this block has already been committed to the 3368ac27a0ecSDave Kleikamp * journal, a revoke record will be written. And 3369ac27a0ecSDave Kleikamp * revoke records must be emitted *before* clearing 3370ac27a0ecSDave Kleikamp * this block's bit in the bitmaps. 3371ac27a0ecSDave Kleikamp */ 3372617ba13bSMingming Cao ext4_forget(handle, 1, inode, bh, bh->b_blocknr); 3373ac27a0ecSDave Kleikamp 3374ac27a0ecSDave Kleikamp /* 3375ac27a0ecSDave Kleikamp * Everything below this this pointer has been 3376ac27a0ecSDave Kleikamp * released. Now let this top-of-subtree go. 3377ac27a0ecSDave Kleikamp * 3378ac27a0ecSDave Kleikamp * We want the freeing of this indirect block to be 3379ac27a0ecSDave Kleikamp * atomic in the journal with the updating of the 3380ac27a0ecSDave Kleikamp * bitmap block which owns it. So make some room in 3381ac27a0ecSDave Kleikamp * the journal. 3382ac27a0ecSDave Kleikamp * 3383ac27a0ecSDave Kleikamp * We zero the parent pointer *after* freeing its 3384ac27a0ecSDave Kleikamp * pointee in the bitmaps, so if extend_transaction() 3385ac27a0ecSDave Kleikamp * for some reason fails to put the bitmap changes and 3386ac27a0ecSDave Kleikamp * the release into the same transaction, recovery 3387ac27a0ecSDave Kleikamp * will merely complain about releasing a free block, 3388ac27a0ecSDave Kleikamp * rather than leaking blocks. 3389ac27a0ecSDave Kleikamp */ 3390ac27a0ecSDave Kleikamp if (is_handle_aborted(handle)) 3391ac27a0ecSDave Kleikamp return; 3392ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 3393617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3394617ba13bSMingming Cao ext4_journal_test_restart(handle, inode); 3395ac27a0ecSDave Kleikamp } 3396ac27a0ecSDave Kleikamp 3397c9de560dSAlex Tomas ext4_free_blocks(handle, inode, nr, 1, 1); 3398ac27a0ecSDave Kleikamp 3399ac27a0ecSDave Kleikamp if (parent_bh) { 3400ac27a0ecSDave Kleikamp /* 3401ac27a0ecSDave Kleikamp * The block which we have just freed is 3402ac27a0ecSDave Kleikamp * pointed to by an indirect block: journal it 3403ac27a0ecSDave Kleikamp */ 3404ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "get_write_access"); 3405617ba13bSMingming Cao if (!ext4_journal_get_write_access(handle, 3406ac27a0ecSDave Kleikamp parent_bh)){ 3407ac27a0ecSDave Kleikamp *p = 0; 3408ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, 3409617ba13bSMingming Cao "call ext4_journal_dirty_metadata"); 3410617ba13bSMingming Cao ext4_journal_dirty_metadata(handle, 3411ac27a0ecSDave Kleikamp parent_bh); 3412ac27a0ecSDave Kleikamp } 3413ac27a0ecSDave Kleikamp } 3414ac27a0ecSDave Kleikamp } 3415ac27a0ecSDave Kleikamp } else { 3416ac27a0ecSDave Kleikamp /* We have reached the bottom of the tree. */ 3417ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "free data blocks"); 3418617ba13bSMingming Cao ext4_free_data(handle, inode, parent_bh, first, last); 3419ac27a0ecSDave Kleikamp } 3420ac27a0ecSDave Kleikamp } 3421ac27a0ecSDave Kleikamp 342291ef4cafSDuane Griffin int ext4_can_truncate(struct inode *inode) 342391ef4cafSDuane Griffin { 342491ef4cafSDuane Griffin if (IS_APPEND(inode) || IS_IMMUTABLE(inode)) 342591ef4cafSDuane Griffin return 0; 342691ef4cafSDuane Griffin if (S_ISREG(inode->i_mode)) 342791ef4cafSDuane Griffin return 1; 342891ef4cafSDuane Griffin if (S_ISDIR(inode->i_mode)) 342991ef4cafSDuane Griffin return 1; 343091ef4cafSDuane Griffin if (S_ISLNK(inode->i_mode)) 343191ef4cafSDuane Griffin return !ext4_inode_is_fast_symlink(inode); 343291ef4cafSDuane Griffin return 0; 343391ef4cafSDuane Griffin } 343491ef4cafSDuane Griffin 3435ac27a0ecSDave Kleikamp /* 3436617ba13bSMingming Cao * ext4_truncate() 3437ac27a0ecSDave Kleikamp * 3438617ba13bSMingming Cao * We block out ext4_get_block() block instantiations across the entire 3439617ba13bSMingming Cao * transaction, and VFS/VM ensures that ext4_truncate() cannot run 3440ac27a0ecSDave Kleikamp * simultaneously on behalf of the same inode. 3441ac27a0ecSDave Kleikamp * 3442ac27a0ecSDave Kleikamp * As we work through the truncate and commmit bits of it to the journal there 3443ac27a0ecSDave Kleikamp * is one core, guiding principle: the file's tree must always be consistent on 3444ac27a0ecSDave Kleikamp * disk. We must be able to restart the truncate after a crash. 3445ac27a0ecSDave Kleikamp * 3446ac27a0ecSDave Kleikamp * The file's tree may be transiently inconsistent in memory (although it 3447ac27a0ecSDave Kleikamp * probably isn't), but whenever we close off and commit a journal transaction, 3448ac27a0ecSDave Kleikamp * the contents of (the filesystem + the journal) must be consistent and 3449ac27a0ecSDave Kleikamp * restartable. It's pretty simple, really: bottom up, right to left (although 3450ac27a0ecSDave Kleikamp * left-to-right works OK too). 3451ac27a0ecSDave Kleikamp * 3452ac27a0ecSDave Kleikamp * Note that at recovery time, journal replay occurs *before* the restart of 3453ac27a0ecSDave Kleikamp * truncate against the orphan inode list. 3454ac27a0ecSDave Kleikamp * 3455ac27a0ecSDave Kleikamp * The committed inode has the new, desired i_size (which is the same as 3456617ba13bSMingming Cao * i_disksize in this case). After a crash, ext4_orphan_cleanup() will see 3457ac27a0ecSDave Kleikamp * that this inode's truncate did not complete and it will again call 3458617ba13bSMingming Cao * ext4_truncate() to have another go. So there will be instantiated blocks 3459617ba13bSMingming Cao * to the right of the truncation point in a crashed ext4 filesystem. But 3460ac27a0ecSDave Kleikamp * that's fine - as long as they are linked from the inode, the post-crash 3461617ba13bSMingming Cao * ext4_truncate() run will find them and release them. 3462ac27a0ecSDave Kleikamp */ 3463617ba13bSMingming Cao void ext4_truncate(struct inode *inode) 3464ac27a0ecSDave Kleikamp { 3465ac27a0ecSDave Kleikamp handle_t *handle; 3466617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 3467ac27a0ecSDave Kleikamp __le32 *i_data = ei->i_data; 3468617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 3469ac27a0ecSDave Kleikamp struct address_space *mapping = inode->i_mapping; 3470725d26d3SAneesh Kumar K.V ext4_lblk_t offsets[4]; 3471ac27a0ecSDave Kleikamp Indirect chain[4]; 3472ac27a0ecSDave Kleikamp Indirect *partial; 3473ac27a0ecSDave Kleikamp __le32 nr = 0; 3474ac27a0ecSDave Kleikamp int n; 3475725d26d3SAneesh Kumar K.V ext4_lblk_t last_block; 3476ac27a0ecSDave Kleikamp unsigned blocksize = inode->i_sb->s_blocksize; 3477ac27a0ecSDave Kleikamp 347891ef4cafSDuane Griffin if (!ext4_can_truncate(inode)) 3479ac27a0ecSDave Kleikamp return; 3480ac27a0ecSDave Kleikamp 34811d03ec98SAneesh Kumar K.V if (EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL) { 3482cf108bcaSJan Kara ext4_ext_truncate(inode); 34831d03ec98SAneesh Kumar K.V return; 34841d03ec98SAneesh Kumar K.V } 3485a86c6181SAlex Tomas 3486ac27a0ecSDave Kleikamp handle = start_transaction(inode); 3487cf108bcaSJan Kara if (IS_ERR(handle)) 3488ac27a0ecSDave Kleikamp return; /* AKPM: return what? */ 3489ac27a0ecSDave Kleikamp 3490ac27a0ecSDave Kleikamp last_block = (inode->i_size + blocksize-1) 3491617ba13bSMingming Cao >> EXT4_BLOCK_SIZE_BITS(inode->i_sb); 3492ac27a0ecSDave Kleikamp 3493cf108bcaSJan Kara if (inode->i_size & (blocksize - 1)) 3494cf108bcaSJan Kara if (ext4_block_truncate_page(handle, mapping, inode->i_size)) 3495cf108bcaSJan Kara goto out_stop; 3496ac27a0ecSDave Kleikamp 3497617ba13bSMingming Cao n = ext4_block_to_path(inode, last_block, offsets, NULL); 3498ac27a0ecSDave Kleikamp if (n == 0) 3499ac27a0ecSDave Kleikamp goto out_stop; /* error */ 3500ac27a0ecSDave Kleikamp 3501ac27a0ecSDave Kleikamp /* 3502ac27a0ecSDave Kleikamp * OK. This truncate is going to happen. We add the inode to the 3503ac27a0ecSDave Kleikamp * orphan list, so that if this truncate spans multiple transactions, 3504ac27a0ecSDave Kleikamp * and we crash, we will resume the truncate when the filesystem 3505ac27a0ecSDave Kleikamp * recovers. It also marks the inode dirty, to catch the new size. 3506ac27a0ecSDave Kleikamp * 3507ac27a0ecSDave Kleikamp * Implication: the file must always be in a sane, consistent 3508ac27a0ecSDave Kleikamp * truncatable state while each transaction commits. 3509ac27a0ecSDave Kleikamp */ 3510617ba13bSMingming Cao if (ext4_orphan_add(handle, inode)) 3511ac27a0ecSDave Kleikamp goto out_stop; 3512ac27a0ecSDave Kleikamp 3513ac27a0ecSDave Kleikamp /* 3514632eaeabSMingming Cao * From here we block out all ext4_get_block() callers who want to 3515632eaeabSMingming Cao * modify the block allocation tree. 3516632eaeabSMingming Cao */ 3517632eaeabSMingming Cao down_write(&ei->i_data_sem); 3518b4df2030STheodore Ts'o 3519b4df2030STheodore Ts'o ext4_discard_reservation(inode); 3520b4df2030STheodore Ts'o 3521632eaeabSMingming Cao /* 3522ac27a0ecSDave Kleikamp * The orphan list entry will now protect us from any crash which 3523ac27a0ecSDave Kleikamp * occurs before the truncate completes, so it is now safe to propagate 3524ac27a0ecSDave Kleikamp * the new, shorter inode size (held for now in i_size) into the 3525ac27a0ecSDave Kleikamp * on-disk inode. We do this via i_disksize, which is the value which 3526617ba13bSMingming Cao * ext4 *really* writes onto the disk inode. 3527ac27a0ecSDave Kleikamp */ 3528ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 3529ac27a0ecSDave Kleikamp 3530ac27a0ecSDave Kleikamp if (n == 1) { /* direct blocks */ 3531617ba13bSMingming Cao ext4_free_data(handle, inode, NULL, i_data+offsets[0], 3532617ba13bSMingming Cao i_data + EXT4_NDIR_BLOCKS); 3533ac27a0ecSDave Kleikamp goto do_indirects; 3534ac27a0ecSDave Kleikamp } 3535ac27a0ecSDave Kleikamp 3536617ba13bSMingming Cao partial = ext4_find_shared(inode, n, offsets, chain, &nr); 3537ac27a0ecSDave Kleikamp /* Kill the top of shared branch (not detached) */ 3538ac27a0ecSDave Kleikamp if (nr) { 3539ac27a0ecSDave Kleikamp if (partial == chain) { 3540ac27a0ecSDave Kleikamp /* Shared branch grows from the inode */ 3541617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, 3542ac27a0ecSDave Kleikamp &nr, &nr+1, (chain+n-1) - partial); 3543ac27a0ecSDave Kleikamp *partial->p = 0; 3544ac27a0ecSDave Kleikamp /* 3545ac27a0ecSDave Kleikamp * We mark the inode dirty prior to restart, 3546ac27a0ecSDave Kleikamp * and prior to stop. No need for it here. 3547ac27a0ecSDave Kleikamp */ 3548ac27a0ecSDave Kleikamp } else { 3549ac27a0ecSDave Kleikamp /* Shared branch grows from an indirect block */ 3550ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "get_write_access"); 3551617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, 3552ac27a0ecSDave Kleikamp partial->p, 3553ac27a0ecSDave Kleikamp partial->p+1, (chain+n-1) - partial); 3554ac27a0ecSDave Kleikamp } 3555ac27a0ecSDave Kleikamp } 3556ac27a0ecSDave Kleikamp /* Clear the ends of indirect blocks on the shared branch */ 3557ac27a0ecSDave Kleikamp while (partial > chain) { 3558617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, partial->p + 1, 3559ac27a0ecSDave Kleikamp (__le32*)partial->bh->b_data+addr_per_block, 3560ac27a0ecSDave Kleikamp (chain+n-1) - partial); 3561ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 3562ac27a0ecSDave Kleikamp brelse (partial->bh); 3563ac27a0ecSDave Kleikamp partial--; 3564ac27a0ecSDave Kleikamp } 3565ac27a0ecSDave Kleikamp do_indirects: 3566ac27a0ecSDave Kleikamp /* Kill the remaining (whole) subtrees */ 3567ac27a0ecSDave Kleikamp switch (offsets[0]) { 3568ac27a0ecSDave Kleikamp default: 3569617ba13bSMingming Cao nr = i_data[EXT4_IND_BLOCK]; 3570ac27a0ecSDave Kleikamp if (nr) { 3571617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1); 3572617ba13bSMingming Cao i_data[EXT4_IND_BLOCK] = 0; 3573ac27a0ecSDave Kleikamp } 3574617ba13bSMingming Cao case EXT4_IND_BLOCK: 3575617ba13bSMingming Cao nr = i_data[EXT4_DIND_BLOCK]; 3576ac27a0ecSDave Kleikamp if (nr) { 3577617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2); 3578617ba13bSMingming Cao i_data[EXT4_DIND_BLOCK] = 0; 3579ac27a0ecSDave Kleikamp } 3580617ba13bSMingming Cao case EXT4_DIND_BLOCK: 3581617ba13bSMingming Cao nr = i_data[EXT4_TIND_BLOCK]; 3582ac27a0ecSDave Kleikamp if (nr) { 3583617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3); 3584617ba13bSMingming Cao i_data[EXT4_TIND_BLOCK] = 0; 3585ac27a0ecSDave Kleikamp } 3586617ba13bSMingming Cao case EXT4_TIND_BLOCK: 3587ac27a0ecSDave Kleikamp ; 3588ac27a0ecSDave Kleikamp } 3589ac27a0ecSDave Kleikamp 35900e855ac8SAneesh Kumar K.V up_write(&ei->i_data_sem); 3591ef7f3835SKalpak Shah inode->i_mtime = inode->i_ctime = ext4_current_time(inode); 3592617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3593ac27a0ecSDave Kleikamp 3594ac27a0ecSDave Kleikamp /* 3595ac27a0ecSDave Kleikamp * In a multi-transaction truncate, we only make the final transaction 3596ac27a0ecSDave Kleikamp * synchronous 3597ac27a0ecSDave Kleikamp */ 3598ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 3599ac27a0ecSDave Kleikamp handle->h_sync = 1; 3600ac27a0ecSDave Kleikamp out_stop: 3601ac27a0ecSDave Kleikamp /* 3602ac27a0ecSDave Kleikamp * If this was a simple ftruncate(), and the file will remain alive 3603ac27a0ecSDave Kleikamp * then we need to clear up the orphan record which we created above. 3604ac27a0ecSDave Kleikamp * However, if this was a real unlink then we were called by 3605617ba13bSMingming Cao * ext4_delete_inode(), and we allow that function to clean up the 3606ac27a0ecSDave Kleikamp * orphan info for us. 3607ac27a0ecSDave Kleikamp */ 3608ac27a0ecSDave Kleikamp if (inode->i_nlink) 3609617ba13bSMingming Cao ext4_orphan_del(handle, inode); 3610ac27a0ecSDave Kleikamp 3611617ba13bSMingming Cao ext4_journal_stop(handle); 3612ac27a0ecSDave Kleikamp } 3613ac27a0ecSDave Kleikamp 3614617ba13bSMingming Cao static ext4_fsblk_t ext4_get_inode_block(struct super_block *sb, 3615617ba13bSMingming Cao unsigned long ino, struct ext4_iloc *iloc) 3616ac27a0ecSDave Kleikamp { 3617fd2d4291SAvantika Mathur ext4_group_t block_group; 3618ac27a0ecSDave Kleikamp unsigned long offset; 3619617ba13bSMingming Cao ext4_fsblk_t block; 3620617ba13bSMingming Cao struct ext4_group_desc *gdp; 3621ac27a0ecSDave Kleikamp 3622617ba13bSMingming Cao if (!ext4_valid_inum(sb, ino)) { 3623ac27a0ecSDave Kleikamp /* 3624ac27a0ecSDave Kleikamp * This error is already checked for in namei.c unless we are 3625ac27a0ecSDave Kleikamp * looking at an NFS filehandle, in which case no error 3626ac27a0ecSDave Kleikamp * report is needed 3627ac27a0ecSDave Kleikamp */ 3628ac27a0ecSDave Kleikamp return 0; 3629ac27a0ecSDave Kleikamp } 3630ac27a0ecSDave Kleikamp 3631617ba13bSMingming Cao block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb); 3632c0a4ef38SAkinobu Mita gdp = ext4_get_group_desc(sb, block_group, NULL); 3633c0a4ef38SAkinobu Mita if (!gdp) 3634ac27a0ecSDave Kleikamp return 0; 3635ac27a0ecSDave Kleikamp 3636ac27a0ecSDave Kleikamp /* 3637ac27a0ecSDave Kleikamp * Figure out the offset within the block group inode table 3638ac27a0ecSDave Kleikamp */ 3639617ba13bSMingming Cao offset = ((ino - 1) % EXT4_INODES_PER_GROUP(sb)) * 3640617ba13bSMingming Cao EXT4_INODE_SIZE(sb); 36418fadc143SAlexandre Ratchov block = ext4_inode_table(sb, gdp) + 36428fadc143SAlexandre Ratchov (offset >> EXT4_BLOCK_SIZE_BITS(sb)); 3643ac27a0ecSDave Kleikamp 3644ac27a0ecSDave Kleikamp iloc->block_group = block_group; 3645617ba13bSMingming Cao iloc->offset = offset & (EXT4_BLOCK_SIZE(sb) - 1); 3646ac27a0ecSDave Kleikamp return block; 3647ac27a0ecSDave Kleikamp } 3648ac27a0ecSDave Kleikamp 3649ac27a0ecSDave Kleikamp /* 3650617ba13bSMingming Cao * ext4_get_inode_loc returns with an extra refcount against the inode's 3651ac27a0ecSDave Kleikamp * underlying buffer_head on success. If 'in_mem' is true, we have all 3652ac27a0ecSDave Kleikamp * data in memory that is needed to recreate the on-disk version of this 3653ac27a0ecSDave Kleikamp * inode. 3654ac27a0ecSDave Kleikamp */ 3655617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode, 3656617ba13bSMingming Cao struct ext4_iloc *iloc, int in_mem) 3657ac27a0ecSDave Kleikamp { 3658617ba13bSMingming Cao ext4_fsblk_t block; 3659ac27a0ecSDave Kleikamp struct buffer_head *bh; 3660ac27a0ecSDave Kleikamp 3661617ba13bSMingming Cao block = ext4_get_inode_block(inode->i_sb, inode->i_ino, iloc); 3662ac27a0ecSDave Kleikamp if (!block) 3663ac27a0ecSDave Kleikamp return -EIO; 3664ac27a0ecSDave Kleikamp 3665ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, block); 3666ac27a0ecSDave Kleikamp if (!bh) { 3667617ba13bSMingming Cao ext4_error (inode->i_sb, "ext4_get_inode_loc", 3668ac27a0ecSDave Kleikamp "unable to read inode block - " 36692ae02107SMingming Cao "inode=%lu, block=%llu", 3670ac27a0ecSDave Kleikamp inode->i_ino, block); 3671ac27a0ecSDave Kleikamp return -EIO; 3672ac27a0ecSDave Kleikamp } 3673ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 3674ac27a0ecSDave Kleikamp lock_buffer(bh); 36759c83a923SHidehiro Kawai 36769c83a923SHidehiro Kawai /* 36779c83a923SHidehiro Kawai * If the buffer has the write error flag, we have failed 36789c83a923SHidehiro Kawai * to write out another inode in the same block. In this 36799c83a923SHidehiro Kawai * case, we don't have to read the block because we may 36809c83a923SHidehiro Kawai * read the old inode data successfully. 36819c83a923SHidehiro Kawai */ 36829c83a923SHidehiro Kawai if (buffer_write_io_error(bh) && !buffer_uptodate(bh)) 36839c83a923SHidehiro Kawai set_buffer_uptodate(bh); 36849c83a923SHidehiro Kawai 3685ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) { 3686ac27a0ecSDave Kleikamp /* someone brought it uptodate while we waited */ 3687ac27a0ecSDave Kleikamp unlock_buffer(bh); 3688ac27a0ecSDave Kleikamp goto has_buffer; 3689ac27a0ecSDave Kleikamp } 3690ac27a0ecSDave Kleikamp 3691ac27a0ecSDave Kleikamp /* 3692ac27a0ecSDave Kleikamp * If we have all information of the inode in memory and this 3693ac27a0ecSDave Kleikamp * is the only valid inode in the block, we need not read the 3694ac27a0ecSDave Kleikamp * block. 3695ac27a0ecSDave Kleikamp */ 3696ac27a0ecSDave Kleikamp if (in_mem) { 3697ac27a0ecSDave Kleikamp struct buffer_head *bitmap_bh; 3698617ba13bSMingming Cao struct ext4_group_desc *desc; 3699ac27a0ecSDave Kleikamp int inodes_per_buffer; 3700ac27a0ecSDave Kleikamp int inode_offset, i; 3701fd2d4291SAvantika Mathur ext4_group_t block_group; 3702ac27a0ecSDave Kleikamp int start; 3703ac27a0ecSDave Kleikamp 3704ac27a0ecSDave Kleikamp block_group = (inode->i_ino - 1) / 3705617ba13bSMingming Cao EXT4_INODES_PER_GROUP(inode->i_sb); 3706ac27a0ecSDave Kleikamp inodes_per_buffer = bh->b_size / 3707617ba13bSMingming Cao EXT4_INODE_SIZE(inode->i_sb); 3708ac27a0ecSDave Kleikamp inode_offset = ((inode->i_ino - 1) % 3709617ba13bSMingming Cao EXT4_INODES_PER_GROUP(inode->i_sb)); 3710ac27a0ecSDave Kleikamp start = inode_offset & ~(inodes_per_buffer - 1); 3711ac27a0ecSDave Kleikamp 3712ac27a0ecSDave Kleikamp /* Is the inode bitmap in cache? */ 3713617ba13bSMingming Cao desc = ext4_get_group_desc(inode->i_sb, 3714ac27a0ecSDave Kleikamp block_group, NULL); 3715ac27a0ecSDave Kleikamp if (!desc) 3716ac27a0ecSDave Kleikamp goto make_io; 3717ac27a0ecSDave Kleikamp 3718ac27a0ecSDave Kleikamp bitmap_bh = sb_getblk(inode->i_sb, 37198fadc143SAlexandre Ratchov ext4_inode_bitmap(inode->i_sb, desc)); 3720ac27a0ecSDave Kleikamp if (!bitmap_bh) 3721ac27a0ecSDave Kleikamp goto make_io; 3722ac27a0ecSDave Kleikamp 3723ac27a0ecSDave Kleikamp /* 3724ac27a0ecSDave Kleikamp * If the inode bitmap isn't in cache then the 3725ac27a0ecSDave Kleikamp * optimisation may end up performing two reads instead 3726ac27a0ecSDave Kleikamp * of one, so skip it. 3727ac27a0ecSDave Kleikamp */ 3728ac27a0ecSDave Kleikamp if (!buffer_uptodate(bitmap_bh)) { 3729ac27a0ecSDave Kleikamp brelse(bitmap_bh); 3730ac27a0ecSDave Kleikamp goto make_io; 3731ac27a0ecSDave Kleikamp } 3732ac27a0ecSDave Kleikamp for (i = start; i < start + inodes_per_buffer; i++) { 3733ac27a0ecSDave Kleikamp if (i == inode_offset) 3734ac27a0ecSDave Kleikamp continue; 3735617ba13bSMingming Cao if (ext4_test_bit(i, bitmap_bh->b_data)) 3736ac27a0ecSDave Kleikamp break; 3737ac27a0ecSDave Kleikamp } 3738ac27a0ecSDave Kleikamp brelse(bitmap_bh); 3739ac27a0ecSDave Kleikamp if (i == start + inodes_per_buffer) { 3740ac27a0ecSDave Kleikamp /* all other inodes are free, so skip I/O */ 3741ac27a0ecSDave Kleikamp memset(bh->b_data, 0, bh->b_size); 3742ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 3743ac27a0ecSDave Kleikamp unlock_buffer(bh); 3744ac27a0ecSDave Kleikamp goto has_buffer; 3745ac27a0ecSDave Kleikamp } 3746ac27a0ecSDave Kleikamp } 3747ac27a0ecSDave Kleikamp 3748ac27a0ecSDave Kleikamp make_io: 3749ac27a0ecSDave Kleikamp /* 3750ac27a0ecSDave Kleikamp * There are other valid inodes in the buffer, this inode 3751ac27a0ecSDave Kleikamp * has in-inode xattrs, or we don't have this inode in memory. 3752ac27a0ecSDave Kleikamp * Read the block from disk. 3753ac27a0ecSDave Kleikamp */ 3754ac27a0ecSDave Kleikamp get_bh(bh); 3755ac27a0ecSDave Kleikamp bh->b_end_io = end_buffer_read_sync; 3756ac27a0ecSDave Kleikamp submit_bh(READ_META, bh); 3757ac27a0ecSDave Kleikamp wait_on_buffer(bh); 3758ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 3759617ba13bSMingming Cao ext4_error(inode->i_sb, "ext4_get_inode_loc", 3760ac27a0ecSDave Kleikamp "unable to read inode block - " 37612ae02107SMingming Cao "inode=%lu, block=%llu", 3762ac27a0ecSDave Kleikamp inode->i_ino, block); 3763ac27a0ecSDave Kleikamp brelse(bh); 3764ac27a0ecSDave Kleikamp return -EIO; 3765ac27a0ecSDave Kleikamp } 3766ac27a0ecSDave Kleikamp } 3767ac27a0ecSDave Kleikamp has_buffer: 3768ac27a0ecSDave Kleikamp iloc->bh = bh; 3769ac27a0ecSDave Kleikamp return 0; 3770ac27a0ecSDave Kleikamp } 3771ac27a0ecSDave Kleikamp 3772617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc) 3773ac27a0ecSDave Kleikamp { 3774ac27a0ecSDave Kleikamp /* We have all inode data except xattrs in memory here. */ 3775617ba13bSMingming Cao return __ext4_get_inode_loc(inode, iloc, 3776617ba13bSMingming Cao !(EXT4_I(inode)->i_state & EXT4_STATE_XATTR)); 3777ac27a0ecSDave Kleikamp } 3778ac27a0ecSDave Kleikamp 3779617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode) 3780ac27a0ecSDave Kleikamp { 3781617ba13bSMingming Cao unsigned int flags = EXT4_I(inode)->i_flags; 3782ac27a0ecSDave Kleikamp 3783ac27a0ecSDave Kleikamp inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC); 3784617ba13bSMingming Cao if (flags & EXT4_SYNC_FL) 3785ac27a0ecSDave Kleikamp inode->i_flags |= S_SYNC; 3786617ba13bSMingming Cao if (flags & EXT4_APPEND_FL) 3787ac27a0ecSDave Kleikamp inode->i_flags |= S_APPEND; 3788617ba13bSMingming Cao if (flags & EXT4_IMMUTABLE_FL) 3789ac27a0ecSDave Kleikamp inode->i_flags |= S_IMMUTABLE; 3790617ba13bSMingming Cao if (flags & EXT4_NOATIME_FL) 3791ac27a0ecSDave Kleikamp inode->i_flags |= S_NOATIME; 3792617ba13bSMingming Cao if (flags & EXT4_DIRSYNC_FL) 3793ac27a0ecSDave Kleikamp inode->i_flags |= S_DIRSYNC; 3794ac27a0ecSDave Kleikamp } 3795ac27a0ecSDave Kleikamp 3796ff9ddf7eSJan Kara /* Propagate flags from i_flags to EXT4_I(inode)->i_flags */ 3797ff9ddf7eSJan Kara void ext4_get_inode_flags(struct ext4_inode_info *ei) 3798ff9ddf7eSJan Kara { 3799ff9ddf7eSJan Kara unsigned int flags = ei->vfs_inode.i_flags; 3800ff9ddf7eSJan Kara 3801ff9ddf7eSJan Kara ei->i_flags &= ~(EXT4_SYNC_FL|EXT4_APPEND_FL| 3802ff9ddf7eSJan Kara EXT4_IMMUTABLE_FL|EXT4_NOATIME_FL|EXT4_DIRSYNC_FL); 3803ff9ddf7eSJan Kara if (flags & S_SYNC) 3804ff9ddf7eSJan Kara ei->i_flags |= EXT4_SYNC_FL; 3805ff9ddf7eSJan Kara if (flags & S_APPEND) 3806ff9ddf7eSJan Kara ei->i_flags |= EXT4_APPEND_FL; 3807ff9ddf7eSJan Kara if (flags & S_IMMUTABLE) 3808ff9ddf7eSJan Kara ei->i_flags |= EXT4_IMMUTABLE_FL; 3809ff9ddf7eSJan Kara if (flags & S_NOATIME) 3810ff9ddf7eSJan Kara ei->i_flags |= EXT4_NOATIME_FL; 3811ff9ddf7eSJan Kara if (flags & S_DIRSYNC) 3812ff9ddf7eSJan Kara ei->i_flags |= EXT4_DIRSYNC_FL; 3813ff9ddf7eSJan Kara } 38140fc1b451SAneesh Kumar K.V static blkcnt_t ext4_inode_blocks(struct ext4_inode *raw_inode, 38150fc1b451SAneesh Kumar K.V struct ext4_inode_info *ei) 38160fc1b451SAneesh Kumar K.V { 38170fc1b451SAneesh Kumar K.V blkcnt_t i_blocks ; 38188180a562SAneesh Kumar K.V struct inode *inode = &(ei->vfs_inode); 38198180a562SAneesh Kumar K.V struct super_block *sb = inode->i_sb; 38200fc1b451SAneesh Kumar K.V 38210fc1b451SAneesh Kumar K.V if (EXT4_HAS_RO_COMPAT_FEATURE(sb, 38220fc1b451SAneesh Kumar K.V EXT4_FEATURE_RO_COMPAT_HUGE_FILE)) { 38230fc1b451SAneesh Kumar K.V /* we are using combined 48 bit field */ 38240fc1b451SAneesh Kumar K.V i_blocks = ((u64)le16_to_cpu(raw_inode->i_blocks_high)) << 32 | 38250fc1b451SAneesh Kumar K.V le32_to_cpu(raw_inode->i_blocks_lo); 38268180a562SAneesh Kumar K.V if (ei->i_flags & EXT4_HUGE_FILE_FL) { 38278180a562SAneesh Kumar K.V /* i_blocks represent file system block size */ 38288180a562SAneesh Kumar K.V return i_blocks << (inode->i_blkbits - 9); 38298180a562SAneesh Kumar K.V } else { 38300fc1b451SAneesh Kumar K.V return i_blocks; 38318180a562SAneesh Kumar K.V } 38320fc1b451SAneesh Kumar K.V } else { 38330fc1b451SAneesh Kumar K.V return le32_to_cpu(raw_inode->i_blocks_lo); 38340fc1b451SAneesh Kumar K.V } 38350fc1b451SAneesh Kumar K.V } 3836ff9ddf7eSJan Kara 38371d1fe1eeSDavid Howells struct inode *ext4_iget(struct super_block *sb, unsigned long ino) 3838ac27a0ecSDave Kleikamp { 3839617ba13bSMingming Cao struct ext4_iloc iloc; 3840617ba13bSMingming Cao struct ext4_inode *raw_inode; 38411d1fe1eeSDavid Howells struct ext4_inode_info *ei; 3842ac27a0ecSDave Kleikamp struct buffer_head *bh; 38431d1fe1eeSDavid Howells struct inode *inode; 38441d1fe1eeSDavid Howells long ret; 3845ac27a0ecSDave Kleikamp int block; 3846ac27a0ecSDave Kleikamp 38471d1fe1eeSDavid Howells inode = iget_locked(sb, ino); 38481d1fe1eeSDavid Howells if (!inode) 38491d1fe1eeSDavid Howells return ERR_PTR(-ENOMEM); 38501d1fe1eeSDavid Howells if (!(inode->i_state & I_NEW)) 38511d1fe1eeSDavid Howells return inode; 38521d1fe1eeSDavid Howells 38531d1fe1eeSDavid Howells ei = EXT4_I(inode); 3854617ba13bSMingming Cao #ifdef CONFIG_EXT4DEV_FS_POSIX_ACL 3855617ba13bSMingming Cao ei->i_acl = EXT4_ACL_NOT_CACHED; 3856617ba13bSMingming Cao ei->i_default_acl = EXT4_ACL_NOT_CACHED; 3857ac27a0ecSDave Kleikamp #endif 3858ac27a0ecSDave Kleikamp ei->i_block_alloc_info = NULL; 3859ac27a0ecSDave Kleikamp 38601d1fe1eeSDavid Howells ret = __ext4_get_inode_loc(inode, &iloc, 0); 38611d1fe1eeSDavid Howells if (ret < 0) 3862ac27a0ecSDave Kleikamp goto bad_inode; 3863ac27a0ecSDave Kleikamp bh = iloc.bh; 3864617ba13bSMingming Cao raw_inode = ext4_raw_inode(&iloc); 3865ac27a0ecSDave Kleikamp inode->i_mode = le16_to_cpu(raw_inode->i_mode); 3866ac27a0ecSDave Kleikamp inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low); 3867ac27a0ecSDave Kleikamp inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low); 3868ac27a0ecSDave Kleikamp if(!(test_opt (inode->i_sb, NO_UID32))) { 3869ac27a0ecSDave Kleikamp inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16; 3870ac27a0ecSDave Kleikamp inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16; 3871ac27a0ecSDave Kleikamp } 3872ac27a0ecSDave Kleikamp inode->i_nlink = le16_to_cpu(raw_inode->i_links_count); 3873ac27a0ecSDave Kleikamp 3874ac27a0ecSDave Kleikamp ei->i_state = 0; 3875ac27a0ecSDave Kleikamp ei->i_dir_start_lookup = 0; 3876ac27a0ecSDave Kleikamp ei->i_dtime = le32_to_cpu(raw_inode->i_dtime); 3877ac27a0ecSDave Kleikamp /* We now have enough fields to check if the inode was active or not. 3878ac27a0ecSDave Kleikamp * This is needed because nfsd might try to access dead inodes 3879ac27a0ecSDave Kleikamp * the test is that same one that e2fsck uses 3880ac27a0ecSDave Kleikamp * NeilBrown 1999oct15 3881ac27a0ecSDave Kleikamp */ 3882ac27a0ecSDave Kleikamp if (inode->i_nlink == 0) { 3883ac27a0ecSDave Kleikamp if (inode->i_mode == 0 || 3884617ba13bSMingming Cao !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) { 3885ac27a0ecSDave Kleikamp /* this inode is deleted */ 3886ac27a0ecSDave Kleikamp brelse (bh); 38871d1fe1eeSDavid Howells ret = -ESTALE; 3888ac27a0ecSDave Kleikamp goto bad_inode; 3889ac27a0ecSDave Kleikamp } 3890ac27a0ecSDave Kleikamp /* The only unlinked inodes we let through here have 3891ac27a0ecSDave Kleikamp * valid i_mode and are being read by the orphan 3892ac27a0ecSDave Kleikamp * recovery code: that's fine, we're about to complete 3893ac27a0ecSDave Kleikamp * the process of deleting those. */ 3894ac27a0ecSDave Kleikamp } 3895ac27a0ecSDave Kleikamp ei->i_flags = le32_to_cpu(raw_inode->i_flags); 38960fc1b451SAneesh Kumar K.V inode->i_blocks = ext4_inode_blocks(raw_inode, ei); 38977973c0c1SAneesh Kumar K.V ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl_lo); 38989b8f1f01SMingming Cao if (EXT4_SB(inode->i_sb)->s_es->s_creator_os != 3899a48380f7SAneesh Kumar K.V cpu_to_le32(EXT4_OS_HURD)) { 3900a1ddeb7eSBadari Pulavarty ei->i_file_acl |= 3901a1ddeb7eSBadari Pulavarty ((__u64)le16_to_cpu(raw_inode->i_file_acl_high)) << 32; 3902ac27a0ecSDave Kleikamp } 3903a48380f7SAneesh Kumar K.V inode->i_size = ext4_isize(raw_inode); 3904ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 3905ac27a0ecSDave Kleikamp inode->i_generation = le32_to_cpu(raw_inode->i_generation); 3906ac27a0ecSDave Kleikamp ei->i_block_group = iloc.block_group; 3907ac27a0ecSDave Kleikamp /* 3908ac27a0ecSDave Kleikamp * NOTE! The in-memory inode i_data array is in little-endian order 3909ac27a0ecSDave Kleikamp * even on big-endian machines: we do NOT byteswap the block numbers! 3910ac27a0ecSDave Kleikamp */ 3911617ba13bSMingming Cao for (block = 0; block < EXT4_N_BLOCKS; block++) 3912ac27a0ecSDave Kleikamp ei->i_data[block] = raw_inode->i_block[block]; 3913ac27a0ecSDave Kleikamp INIT_LIST_HEAD(&ei->i_orphan); 3914ac27a0ecSDave Kleikamp 39150040d987SEric Sandeen if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 3916ac27a0ecSDave Kleikamp ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize); 3917617ba13bSMingming Cao if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize > 3918e5d2861fSKirill Korotaev EXT4_INODE_SIZE(inode->i_sb)) { 3919e5d2861fSKirill Korotaev brelse (bh); 39201d1fe1eeSDavid Howells ret = -EIO; 3921ac27a0ecSDave Kleikamp goto bad_inode; 3922e5d2861fSKirill Korotaev } 3923ac27a0ecSDave Kleikamp if (ei->i_extra_isize == 0) { 3924ac27a0ecSDave Kleikamp /* The extra space is currently unused. Use it. */ 3925617ba13bSMingming Cao ei->i_extra_isize = sizeof(struct ext4_inode) - 3926617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE; 3927ac27a0ecSDave Kleikamp } else { 3928ac27a0ecSDave Kleikamp __le32 *magic = (void *)raw_inode + 3929617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE + 3930ac27a0ecSDave Kleikamp ei->i_extra_isize; 3931617ba13bSMingming Cao if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC)) 3932617ba13bSMingming Cao ei->i_state |= EXT4_STATE_XATTR; 3933ac27a0ecSDave Kleikamp } 3934ac27a0ecSDave Kleikamp } else 3935ac27a0ecSDave Kleikamp ei->i_extra_isize = 0; 3936ac27a0ecSDave Kleikamp 3937ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_ctime, inode, raw_inode); 3938ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_mtime, inode, raw_inode); 3939ef7f3835SKalpak Shah EXT4_INODE_GET_XTIME(i_atime, inode, raw_inode); 3940ef7f3835SKalpak Shah EXT4_EINODE_GET_XTIME(i_crtime, ei, raw_inode); 3941ef7f3835SKalpak Shah 394225ec56b5SJean Noel Cordenner inode->i_version = le32_to_cpu(raw_inode->i_disk_version); 394325ec56b5SJean Noel Cordenner if (EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 394425ec56b5SJean Noel Cordenner if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi)) 394525ec56b5SJean Noel Cordenner inode->i_version |= 394625ec56b5SJean Noel Cordenner (__u64)(le32_to_cpu(raw_inode->i_version_hi)) << 32; 394725ec56b5SJean Noel Cordenner } 394825ec56b5SJean Noel Cordenner 3949ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode)) { 3950617ba13bSMingming Cao inode->i_op = &ext4_file_inode_operations; 3951617ba13bSMingming Cao inode->i_fop = &ext4_file_operations; 3952617ba13bSMingming Cao ext4_set_aops(inode); 3953ac27a0ecSDave Kleikamp } else if (S_ISDIR(inode->i_mode)) { 3954617ba13bSMingming Cao inode->i_op = &ext4_dir_inode_operations; 3955617ba13bSMingming Cao inode->i_fop = &ext4_dir_operations; 3956ac27a0ecSDave Kleikamp } else if (S_ISLNK(inode->i_mode)) { 3957617ba13bSMingming Cao if (ext4_inode_is_fast_symlink(inode)) 3958617ba13bSMingming Cao inode->i_op = &ext4_fast_symlink_inode_operations; 3959ac27a0ecSDave Kleikamp else { 3960617ba13bSMingming Cao inode->i_op = &ext4_symlink_inode_operations; 3961617ba13bSMingming Cao ext4_set_aops(inode); 3962ac27a0ecSDave Kleikamp } 3963ac27a0ecSDave Kleikamp } else { 3964617ba13bSMingming Cao inode->i_op = &ext4_special_inode_operations; 3965ac27a0ecSDave Kleikamp if (raw_inode->i_block[0]) 3966ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 3967ac27a0ecSDave Kleikamp old_decode_dev(le32_to_cpu(raw_inode->i_block[0]))); 3968ac27a0ecSDave Kleikamp else 3969ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 3970ac27a0ecSDave Kleikamp new_decode_dev(le32_to_cpu(raw_inode->i_block[1]))); 3971ac27a0ecSDave Kleikamp } 3972ac27a0ecSDave Kleikamp brelse (iloc.bh); 3973617ba13bSMingming Cao ext4_set_inode_flags(inode); 39741d1fe1eeSDavid Howells unlock_new_inode(inode); 39751d1fe1eeSDavid Howells return inode; 3976ac27a0ecSDave Kleikamp 3977ac27a0ecSDave Kleikamp bad_inode: 39781d1fe1eeSDavid Howells iget_failed(inode); 39791d1fe1eeSDavid Howells return ERR_PTR(ret); 3980ac27a0ecSDave Kleikamp } 3981ac27a0ecSDave Kleikamp 39820fc1b451SAneesh Kumar K.V static int ext4_inode_blocks_set(handle_t *handle, 39830fc1b451SAneesh Kumar K.V struct ext4_inode *raw_inode, 39840fc1b451SAneesh Kumar K.V struct ext4_inode_info *ei) 39850fc1b451SAneesh Kumar K.V { 39860fc1b451SAneesh Kumar K.V struct inode *inode = &(ei->vfs_inode); 39870fc1b451SAneesh Kumar K.V u64 i_blocks = inode->i_blocks; 39880fc1b451SAneesh Kumar K.V struct super_block *sb = inode->i_sb; 39890fc1b451SAneesh Kumar K.V int err = 0; 39900fc1b451SAneesh Kumar K.V 39910fc1b451SAneesh Kumar K.V if (i_blocks <= ~0U) { 39920fc1b451SAneesh Kumar K.V /* 39930fc1b451SAneesh Kumar K.V * i_blocks can be represnted in a 32 bit variable 39940fc1b451SAneesh Kumar K.V * as multiple of 512 bytes 39950fc1b451SAneesh Kumar K.V */ 39968180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 39970fc1b451SAneesh Kumar K.V raw_inode->i_blocks_high = 0; 39988180a562SAneesh Kumar K.V ei->i_flags &= ~EXT4_HUGE_FILE_FL; 39990fc1b451SAneesh Kumar K.V } else if (i_blocks <= 0xffffffffffffULL) { 40000fc1b451SAneesh Kumar K.V /* 40010fc1b451SAneesh Kumar K.V * i_blocks can be represented in a 48 bit variable 40020fc1b451SAneesh Kumar K.V * as multiple of 512 bytes 40030fc1b451SAneesh Kumar K.V */ 40040fc1b451SAneesh Kumar K.V err = ext4_update_rocompat_feature(handle, sb, 40050fc1b451SAneesh Kumar K.V EXT4_FEATURE_RO_COMPAT_HUGE_FILE); 40060fc1b451SAneesh Kumar K.V if (err) 40070fc1b451SAneesh Kumar K.V goto err_out; 40080fc1b451SAneesh Kumar K.V /* i_block is stored in the split 48 bit fields */ 40098180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 40100fc1b451SAneesh Kumar K.V raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32); 40118180a562SAneesh Kumar K.V ei->i_flags &= ~EXT4_HUGE_FILE_FL; 40120fc1b451SAneesh Kumar K.V } else { 40138180a562SAneesh Kumar K.V /* 40148180a562SAneesh Kumar K.V * i_blocks should be represented in a 48 bit variable 40158180a562SAneesh Kumar K.V * as multiple of file system block size 40168180a562SAneesh Kumar K.V */ 40178180a562SAneesh Kumar K.V err = ext4_update_rocompat_feature(handle, sb, 40188180a562SAneesh Kumar K.V EXT4_FEATURE_RO_COMPAT_HUGE_FILE); 40198180a562SAneesh Kumar K.V if (err) 40208180a562SAneesh Kumar K.V goto err_out; 40218180a562SAneesh Kumar K.V ei->i_flags |= EXT4_HUGE_FILE_FL; 40228180a562SAneesh Kumar K.V /* i_block is stored in file system block size */ 40238180a562SAneesh Kumar K.V i_blocks = i_blocks >> (inode->i_blkbits - 9); 40248180a562SAneesh Kumar K.V raw_inode->i_blocks_lo = cpu_to_le32(i_blocks); 40258180a562SAneesh Kumar K.V raw_inode->i_blocks_high = cpu_to_le16(i_blocks >> 32); 40260fc1b451SAneesh Kumar K.V } 40270fc1b451SAneesh Kumar K.V err_out: 40280fc1b451SAneesh Kumar K.V return err; 40290fc1b451SAneesh Kumar K.V } 40300fc1b451SAneesh Kumar K.V 4031ac27a0ecSDave Kleikamp /* 4032ac27a0ecSDave Kleikamp * Post the struct inode info into an on-disk inode location in the 4033ac27a0ecSDave Kleikamp * buffer-cache. This gobbles the caller's reference to the 4034ac27a0ecSDave Kleikamp * buffer_head in the inode location struct. 4035ac27a0ecSDave Kleikamp * 4036ac27a0ecSDave Kleikamp * The caller must have write access to iloc->bh. 4037ac27a0ecSDave Kleikamp */ 4038617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle, 4039ac27a0ecSDave Kleikamp struct inode *inode, 4040617ba13bSMingming Cao struct ext4_iloc *iloc) 4041ac27a0ecSDave Kleikamp { 4042617ba13bSMingming Cao struct ext4_inode *raw_inode = ext4_raw_inode(iloc); 4043617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 4044ac27a0ecSDave Kleikamp struct buffer_head *bh = iloc->bh; 4045ac27a0ecSDave Kleikamp int err = 0, rc, block; 4046ac27a0ecSDave Kleikamp 4047ac27a0ecSDave Kleikamp /* For fields not not tracking in the in-memory inode, 4048ac27a0ecSDave Kleikamp * initialise them to zero for new inodes. */ 4049617ba13bSMingming Cao if (ei->i_state & EXT4_STATE_NEW) 4050617ba13bSMingming Cao memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size); 4051ac27a0ecSDave Kleikamp 4052ff9ddf7eSJan Kara ext4_get_inode_flags(ei); 4053ac27a0ecSDave Kleikamp raw_inode->i_mode = cpu_to_le16(inode->i_mode); 4054ac27a0ecSDave Kleikamp if(!(test_opt(inode->i_sb, NO_UID32))) { 4055ac27a0ecSDave Kleikamp raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid)); 4056ac27a0ecSDave Kleikamp raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid)); 4057ac27a0ecSDave Kleikamp /* 4058ac27a0ecSDave Kleikamp * Fix up interoperability with old kernels. Otherwise, old inodes get 4059ac27a0ecSDave Kleikamp * re-used with the upper 16 bits of the uid/gid intact 4060ac27a0ecSDave Kleikamp */ 4061ac27a0ecSDave Kleikamp if(!ei->i_dtime) { 4062ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 4063ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_uid)); 4064ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 4065ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_gid)); 4066ac27a0ecSDave Kleikamp } else { 4067ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 4068ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 4069ac27a0ecSDave Kleikamp } 4070ac27a0ecSDave Kleikamp } else { 4071ac27a0ecSDave Kleikamp raw_inode->i_uid_low = 4072ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowuid(inode->i_uid)); 4073ac27a0ecSDave Kleikamp raw_inode->i_gid_low = 4074ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowgid(inode->i_gid)); 4075ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 4076ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 4077ac27a0ecSDave Kleikamp } 4078ac27a0ecSDave Kleikamp raw_inode->i_links_count = cpu_to_le16(inode->i_nlink); 4079ef7f3835SKalpak Shah 4080ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_ctime, inode, raw_inode); 4081ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_mtime, inode, raw_inode); 4082ef7f3835SKalpak Shah EXT4_INODE_SET_XTIME(i_atime, inode, raw_inode); 4083ef7f3835SKalpak Shah EXT4_EINODE_SET_XTIME(i_crtime, ei, raw_inode); 4084ef7f3835SKalpak Shah 40850fc1b451SAneesh Kumar K.V if (ext4_inode_blocks_set(handle, raw_inode, ei)) 40860fc1b451SAneesh Kumar K.V goto out_brelse; 4087ac27a0ecSDave Kleikamp raw_inode->i_dtime = cpu_to_le32(ei->i_dtime); 4088267e4db9SAneesh Kumar K.V /* clear the migrate flag in the raw_inode */ 4089267e4db9SAneesh Kumar K.V raw_inode->i_flags = cpu_to_le32(ei->i_flags & ~EXT4_EXT_MIGRATE); 40909b8f1f01SMingming Cao if (EXT4_SB(inode->i_sb)->s_es->s_creator_os != 40919b8f1f01SMingming Cao cpu_to_le32(EXT4_OS_HURD)) 4092a1ddeb7eSBadari Pulavarty raw_inode->i_file_acl_high = 4093a1ddeb7eSBadari Pulavarty cpu_to_le16(ei->i_file_acl >> 32); 40947973c0c1SAneesh Kumar K.V raw_inode->i_file_acl_lo = cpu_to_le32(ei->i_file_acl); 4095a48380f7SAneesh Kumar K.V ext4_isize_set(raw_inode, ei->i_disksize); 4096ac27a0ecSDave Kleikamp if (ei->i_disksize > 0x7fffffffULL) { 4097ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 4098617ba13bSMingming Cao if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, 4099617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE) || 4100617ba13bSMingming Cao EXT4_SB(sb)->s_es->s_rev_level == 4101617ba13bSMingming Cao cpu_to_le32(EXT4_GOOD_OLD_REV)) { 4102ac27a0ecSDave Kleikamp /* If this is the first large file 4103ac27a0ecSDave Kleikamp * created, add a flag to the superblock. 4104ac27a0ecSDave Kleikamp */ 4105617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, 4106617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 4107ac27a0ecSDave Kleikamp if (err) 4108ac27a0ecSDave Kleikamp goto out_brelse; 4109617ba13bSMingming Cao ext4_update_dynamic_rev(sb); 4110617ba13bSMingming Cao EXT4_SET_RO_COMPAT_FEATURE(sb, 4111617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE); 4112ac27a0ecSDave Kleikamp sb->s_dirt = 1; 4113ac27a0ecSDave Kleikamp handle->h_sync = 1; 4114617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, 4115617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 4116ac27a0ecSDave Kleikamp } 4117ac27a0ecSDave Kleikamp } 4118ac27a0ecSDave Kleikamp raw_inode->i_generation = cpu_to_le32(inode->i_generation); 4119ac27a0ecSDave Kleikamp if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { 4120ac27a0ecSDave Kleikamp if (old_valid_dev(inode->i_rdev)) { 4121ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 4122ac27a0ecSDave Kleikamp cpu_to_le32(old_encode_dev(inode->i_rdev)); 4123ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 0; 4124ac27a0ecSDave Kleikamp } else { 4125ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 0; 4126ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 4127ac27a0ecSDave Kleikamp cpu_to_le32(new_encode_dev(inode->i_rdev)); 4128ac27a0ecSDave Kleikamp raw_inode->i_block[2] = 0; 4129ac27a0ecSDave Kleikamp } 4130617ba13bSMingming Cao } else for (block = 0; block < EXT4_N_BLOCKS; block++) 4131ac27a0ecSDave Kleikamp raw_inode->i_block[block] = ei->i_data[block]; 4132ac27a0ecSDave Kleikamp 413325ec56b5SJean Noel Cordenner raw_inode->i_disk_version = cpu_to_le32(inode->i_version); 413425ec56b5SJean Noel Cordenner if (ei->i_extra_isize) { 413525ec56b5SJean Noel Cordenner if (EXT4_FITS_IN_INODE(raw_inode, ei, i_version_hi)) 413625ec56b5SJean Noel Cordenner raw_inode->i_version_hi = 413725ec56b5SJean Noel Cordenner cpu_to_le32(inode->i_version >> 32); 4138ac27a0ecSDave Kleikamp raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize); 413925ec56b5SJean Noel Cordenner } 414025ec56b5SJean Noel Cordenner 4141ac27a0ecSDave Kleikamp 4142617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 4143617ba13bSMingming Cao rc = ext4_journal_dirty_metadata(handle, bh); 4144ac27a0ecSDave Kleikamp if (!err) 4145ac27a0ecSDave Kleikamp err = rc; 4146617ba13bSMingming Cao ei->i_state &= ~EXT4_STATE_NEW; 4147ac27a0ecSDave Kleikamp 4148ac27a0ecSDave Kleikamp out_brelse: 4149ac27a0ecSDave Kleikamp brelse (bh); 4150617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4151ac27a0ecSDave Kleikamp return err; 4152ac27a0ecSDave Kleikamp } 4153ac27a0ecSDave Kleikamp 4154ac27a0ecSDave Kleikamp /* 4155617ba13bSMingming Cao * ext4_write_inode() 4156ac27a0ecSDave Kleikamp * 4157ac27a0ecSDave Kleikamp * We are called from a few places: 4158ac27a0ecSDave Kleikamp * 4159ac27a0ecSDave Kleikamp * - Within generic_file_write() for O_SYNC files. 4160ac27a0ecSDave Kleikamp * Here, there will be no transaction running. We wait for any running 4161ac27a0ecSDave Kleikamp * trasnaction to commit. 4162ac27a0ecSDave Kleikamp * 4163ac27a0ecSDave Kleikamp * - Within sys_sync(), kupdate and such. 4164ac27a0ecSDave Kleikamp * We wait on commit, if tol to. 4165ac27a0ecSDave Kleikamp * 4166ac27a0ecSDave Kleikamp * - Within prune_icache() (PF_MEMALLOC == true) 4167ac27a0ecSDave Kleikamp * Here we simply return. We can't afford to block kswapd on the 4168ac27a0ecSDave Kleikamp * journal commit. 4169ac27a0ecSDave Kleikamp * 4170ac27a0ecSDave Kleikamp * In all cases it is actually safe for us to return without doing anything, 4171ac27a0ecSDave Kleikamp * because the inode has been copied into a raw inode buffer in 4172617ba13bSMingming Cao * ext4_mark_inode_dirty(). This is a correctness thing for O_SYNC and for 4173ac27a0ecSDave Kleikamp * knfsd. 4174ac27a0ecSDave Kleikamp * 4175ac27a0ecSDave Kleikamp * Note that we are absolutely dependent upon all inode dirtiers doing the 4176ac27a0ecSDave Kleikamp * right thing: they *must* call mark_inode_dirty() after dirtying info in 4177ac27a0ecSDave Kleikamp * which we are interested. 4178ac27a0ecSDave Kleikamp * 4179ac27a0ecSDave Kleikamp * It would be a bug for them to not do this. The code: 4180ac27a0ecSDave Kleikamp * 4181ac27a0ecSDave Kleikamp * mark_inode_dirty(inode) 4182ac27a0ecSDave Kleikamp * stuff(); 4183ac27a0ecSDave Kleikamp * inode->i_size = expr; 4184ac27a0ecSDave Kleikamp * 4185ac27a0ecSDave Kleikamp * is in error because a kswapd-driven write_inode() could occur while 4186ac27a0ecSDave Kleikamp * `stuff()' is running, and the new i_size will be lost. Plus the inode 4187ac27a0ecSDave Kleikamp * will no longer be on the superblock's dirty inode list. 4188ac27a0ecSDave Kleikamp */ 4189617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait) 4190ac27a0ecSDave Kleikamp { 4191ac27a0ecSDave Kleikamp if (current->flags & PF_MEMALLOC) 4192ac27a0ecSDave Kleikamp return 0; 4193ac27a0ecSDave Kleikamp 4194617ba13bSMingming Cao if (ext4_journal_current_handle()) { 4195b38bd33aSMingming Cao jbd_debug(1, "called recursively, non-PF_MEMALLOC!\n"); 4196ac27a0ecSDave Kleikamp dump_stack(); 4197ac27a0ecSDave Kleikamp return -EIO; 4198ac27a0ecSDave Kleikamp } 4199ac27a0ecSDave Kleikamp 4200ac27a0ecSDave Kleikamp if (!wait) 4201ac27a0ecSDave Kleikamp return 0; 4202ac27a0ecSDave Kleikamp 4203617ba13bSMingming Cao return ext4_force_commit(inode->i_sb); 4204ac27a0ecSDave Kleikamp } 4205ac27a0ecSDave Kleikamp 4206ac27a0ecSDave Kleikamp /* 4207617ba13bSMingming Cao * ext4_setattr() 4208ac27a0ecSDave Kleikamp * 4209ac27a0ecSDave Kleikamp * Called from notify_change. 4210ac27a0ecSDave Kleikamp * 4211ac27a0ecSDave Kleikamp * We want to trap VFS attempts to truncate the file as soon as 4212ac27a0ecSDave Kleikamp * possible. In particular, we want to make sure that when the VFS 4213ac27a0ecSDave Kleikamp * shrinks i_size, we put the inode on the orphan list and modify 4214ac27a0ecSDave Kleikamp * i_disksize immediately, so that during the subsequent flushing of 4215ac27a0ecSDave Kleikamp * dirty pages and freeing of disk blocks, we can guarantee that any 4216ac27a0ecSDave Kleikamp * commit will leave the blocks being flushed in an unused state on 4217ac27a0ecSDave Kleikamp * disk. (On recovery, the inode will get truncated and the blocks will 4218ac27a0ecSDave Kleikamp * be freed, so we have a strong guarantee that no future commit will 4219ac27a0ecSDave Kleikamp * leave these blocks visible to the user.) 4220ac27a0ecSDave Kleikamp * 4221678aaf48SJan Kara * Another thing we have to assure is that if we are in ordered mode 4222678aaf48SJan Kara * and inode is still attached to the committing transaction, we must 4223678aaf48SJan Kara * we start writeout of all the dirty pages which are being truncated. 4224678aaf48SJan Kara * This way we are sure that all the data written in the previous 4225678aaf48SJan Kara * transaction are already on disk (truncate waits for pages under 4226678aaf48SJan Kara * writeback). 4227678aaf48SJan Kara * 4228678aaf48SJan Kara * Called with inode->i_mutex down. 4229ac27a0ecSDave Kleikamp */ 4230617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr) 4231ac27a0ecSDave Kleikamp { 4232ac27a0ecSDave Kleikamp struct inode *inode = dentry->d_inode; 4233ac27a0ecSDave Kleikamp int error, rc = 0; 4234ac27a0ecSDave Kleikamp const unsigned int ia_valid = attr->ia_valid; 4235ac27a0ecSDave Kleikamp 4236ac27a0ecSDave Kleikamp error = inode_change_ok(inode, attr); 4237ac27a0ecSDave Kleikamp if (error) 4238ac27a0ecSDave Kleikamp return error; 4239ac27a0ecSDave Kleikamp 4240ac27a0ecSDave Kleikamp if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) || 4241ac27a0ecSDave Kleikamp (ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) { 4242ac27a0ecSDave Kleikamp handle_t *handle; 4243ac27a0ecSDave Kleikamp 4244ac27a0ecSDave Kleikamp /* (user+group)*(old+new) structure, inode write (sb, 4245ac27a0ecSDave Kleikamp * inode block, ? - but truncate inode update has it) */ 4246617ba13bSMingming Cao handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+ 4247617ba13bSMingming Cao EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3); 4248ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 4249ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 4250ac27a0ecSDave Kleikamp goto err_out; 4251ac27a0ecSDave Kleikamp } 4252ac27a0ecSDave Kleikamp error = DQUOT_TRANSFER(inode, attr) ? -EDQUOT : 0; 4253ac27a0ecSDave Kleikamp if (error) { 4254617ba13bSMingming Cao ext4_journal_stop(handle); 4255ac27a0ecSDave Kleikamp return error; 4256ac27a0ecSDave Kleikamp } 4257ac27a0ecSDave Kleikamp /* Update corresponding info in inode so that everything is in 4258ac27a0ecSDave Kleikamp * one transaction */ 4259ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_UID) 4260ac27a0ecSDave Kleikamp inode->i_uid = attr->ia_uid; 4261ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_GID) 4262ac27a0ecSDave Kleikamp inode->i_gid = attr->ia_gid; 4263617ba13bSMingming Cao error = ext4_mark_inode_dirty(handle, inode); 4264617ba13bSMingming Cao ext4_journal_stop(handle); 4265ac27a0ecSDave Kleikamp } 4266ac27a0ecSDave Kleikamp 4267e2b46574SEric Sandeen if (attr->ia_valid & ATTR_SIZE) { 4268e2b46574SEric Sandeen if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) { 4269e2b46574SEric Sandeen struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 4270e2b46574SEric Sandeen 4271e2b46574SEric Sandeen if (attr->ia_size > sbi->s_bitmap_maxbytes) { 4272e2b46574SEric Sandeen error = -EFBIG; 4273e2b46574SEric Sandeen goto err_out; 4274e2b46574SEric Sandeen } 4275e2b46574SEric Sandeen } 4276e2b46574SEric Sandeen } 4277e2b46574SEric Sandeen 4278ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode) && 4279ac27a0ecSDave Kleikamp attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) { 4280ac27a0ecSDave Kleikamp handle_t *handle; 4281ac27a0ecSDave Kleikamp 4282617ba13bSMingming Cao handle = ext4_journal_start(inode, 3); 4283ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 4284ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 4285ac27a0ecSDave Kleikamp goto err_out; 4286ac27a0ecSDave Kleikamp } 4287ac27a0ecSDave Kleikamp 4288617ba13bSMingming Cao error = ext4_orphan_add(handle, inode); 4289617ba13bSMingming Cao EXT4_I(inode)->i_disksize = attr->ia_size; 4290617ba13bSMingming Cao rc = ext4_mark_inode_dirty(handle, inode); 4291ac27a0ecSDave Kleikamp if (!error) 4292ac27a0ecSDave Kleikamp error = rc; 4293617ba13bSMingming Cao ext4_journal_stop(handle); 4294678aaf48SJan Kara 4295678aaf48SJan Kara if (ext4_should_order_data(inode)) { 4296678aaf48SJan Kara error = ext4_begin_ordered_truncate(inode, 4297678aaf48SJan Kara attr->ia_size); 4298678aaf48SJan Kara if (error) { 4299678aaf48SJan Kara /* Do as much error cleanup as possible */ 4300678aaf48SJan Kara handle = ext4_journal_start(inode, 3); 4301678aaf48SJan Kara if (IS_ERR(handle)) { 4302678aaf48SJan Kara ext4_orphan_del(NULL, inode); 4303678aaf48SJan Kara goto err_out; 4304678aaf48SJan Kara } 4305678aaf48SJan Kara ext4_orphan_del(handle, inode); 4306678aaf48SJan Kara ext4_journal_stop(handle); 4307678aaf48SJan Kara goto err_out; 4308678aaf48SJan Kara } 4309678aaf48SJan Kara } 4310ac27a0ecSDave Kleikamp } 4311ac27a0ecSDave Kleikamp 4312ac27a0ecSDave Kleikamp rc = inode_setattr(inode, attr); 4313ac27a0ecSDave Kleikamp 4314617ba13bSMingming Cao /* If inode_setattr's call to ext4_truncate failed to get a 4315ac27a0ecSDave Kleikamp * transaction handle at all, we need to clean up the in-core 4316ac27a0ecSDave Kleikamp * orphan list manually. */ 4317ac27a0ecSDave Kleikamp if (inode->i_nlink) 4318617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 4319ac27a0ecSDave Kleikamp 4320ac27a0ecSDave Kleikamp if (!rc && (ia_valid & ATTR_MODE)) 4321617ba13bSMingming Cao rc = ext4_acl_chmod(inode); 4322ac27a0ecSDave Kleikamp 4323ac27a0ecSDave Kleikamp err_out: 4324617ba13bSMingming Cao ext4_std_error(inode->i_sb, error); 4325ac27a0ecSDave Kleikamp if (!error) 4326ac27a0ecSDave Kleikamp error = rc; 4327ac27a0ecSDave Kleikamp return error; 4328ac27a0ecSDave Kleikamp } 4329ac27a0ecSDave Kleikamp 43303e3398a0SMingming Cao int ext4_getattr(struct vfsmount *mnt, struct dentry *dentry, 43313e3398a0SMingming Cao struct kstat *stat) 43323e3398a0SMingming Cao { 43333e3398a0SMingming Cao struct inode *inode; 43343e3398a0SMingming Cao unsigned long delalloc_blocks; 43353e3398a0SMingming Cao 43363e3398a0SMingming Cao inode = dentry->d_inode; 43373e3398a0SMingming Cao generic_fillattr(inode, stat); 43383e3398a0SMingming Cao 43393e3398a0SMingming Cao /* 43403e3398a0SMingming Cao * We can't update i_blocks if the block allocation is delayed 43413e3398a0SMingming Cao * otherwise in the case of system crash before the real block 43423e3398a0SMingming Cao * allocation is done, we will have i_blocks inconsistent with 43433e3398a0SMingming Cao * on-disk file blocks. 43443e3398a0SMingming Cao * We always keep i_blocks updated together with real 43453e3398a0SMingming Cao * allocation. But to not confuse with user, stat 43463e3398a0SMingming Cao * will return the blocks that include the delayed allocation 43473e3398a0SMingming Cao * blocks for this file. 43483e3398a0SMingming Cao */ 43493e3398a0SMingming Cao spin_lock(&EXT4_I(inode)->i_block_reservation_lock); 43503e3398a0SMingming Cao delalloc_blocks = EXT4_I(inode)->i_reserved_data_blocks; 43513e3398a0SMingming Cao spin_unlock(&EXT4_I(inode)->i_block_reservation_lock); 43523e3398a0SMingming Cao 43533e3398a0SMingming Cao stat->blocks += (delalloc_blocks << inode->i_sb->s_blocksize_bits)>>9; 43543e3398a0SMingming Cao return 0; 43553e3398a0SMingming Cao } 4356ac27a0ecSDave Kleikamp 4357a02908f1SMingming Cao static int ext4_indirect_trans_blocks(struct inode *inode, int nrblocks, 4358a02908f1SMingming Cao int chunk) 4359ac27a0ecSDave Kleikamp { 4360a02908f1SMingming Cao int indirects; 4361ac27a0ecSDave Kleikamp 4362a02908f1SMingming Cao /* if nrblocks are contiguous */ 4363a02908f1SMingming Cao if (chunk) { 4364a02908f1SMingming Cao /* 4365a02908f1SMingming Cao * With N contiguous data blocks, it need at most 4366a02908f1SMingming Cao * N/EXT4_ADDR_PER_BLOCK(inode->i_sb) indirect blocks 4367a02908f1SMingming Cao * 2 dindirect blocks 4368a02908f1SMingming Cao * 1 tindirect block 4369a02908f1SMingming Cao */ 4370a02908f1SMingming Cao indirects = nrblocks / EXT4_ADDR_PER_BLOCK(inode->i_sb); 4371a02908f1SMingming Cao return indirects + 3; 4372a02908f1SMingming Cao } 4373a02908f1SMingming Cao /* 4374a02908f1SMingming Cao * if nrblocks are not contiguous, worse case, each block touch 4375a02908f1SMingming Cao * a indirect block, and each indirect block touch a double indirect 4376a02908f1SMingming Cao * block, plus a triple indirect block 4377a02908f1SMingming Cao */ 4378a02908f1SMingming Cao indirects = nrblocks * 2 + 1; 4379a02908f1SMingming Cao return indirects; 4380a02908f1SMingming Cao } 4381a86c6181SAlex Tomas 4382a02908f1SMingming Cao static int ext4_index_trans_blocks(struct inode *inode, int nrblocks, int chunk) 4383a02908f1SMingming Cao { 4384a02908f1SMingming Cao if (!(EXT4_I(inode)->i_flags & EXT4_EXTENTS_FL)) 4385a02908f1SMingming Cao return ext4_indirect_trans_blocks(inode, nrblocks, 0); 4386a02908f1SMingming Cao return ext4_ext_index_trans_blocks(inode, nrblocks, 0); 4387a02908f1SMingming Cao } 4388a02908f1SMingming Cao /* 4389a02908f1SMingming Cao * Account for index blocks, block groups bitmaps and block group 4390a02908f1SMingming Cao * descriptor blocks if modify datablocks and index blocks 4391a02908f1SMingming Cao * worse case, the indexs blocks spread over different block groups 4392a02908f1SMingming Cao * 4393a02908f1SMingming Cao * If datablocks are discontiguous, they are possible to spread over 4394a02908f1SMingming Cao * different block groups too. If they are contiugous, with flexbg, 4395a02908f1SMingming Cao * they could still across block group boundary. 4396a02908f1SMingming Cao * 4397a02908f1SMingming Cao * Also account for superblock, inode, quota and xattr blocks 4398a02908f1SMingming Cao */ 4399a02908f1SMingming Cao int ext4_meta_trans_blocks(struct inode *inode, int nrblocks, int chunk) 4400a02908f1SMingming Cao { 4401a02908f1SMingming Cao int groups, gdpblocks; 4402a02908f1SMingming Cao int idxblocks; 4403a02908f1SMingming Cao int ret = 0; 4404a02908f1SMingming Cao 4405a02908f1SMingming Cao /* 4406a02908f1SMingming Cao * How many index blocks need to touch to modify nrblocks? 4407a02908f1SMingming Cao * The "Chunk" flag indicating whether the nrblocks is 4408a02908f1SMingming Cao * physically contiguous on disk 4409a02908f1SMingming Cao * 4410a02908f1SMingming Cao * For Direct IO and fallocate, they calls get_block to allocate 4411a02908f1SMingming Cao * one single extent at a time, so they could set the "Chunk" flag 4412a02908f1SMingming Cao */ 4413a02908f1SMingming Cao idxblocks = ext4_index_trans_blocks(inode, nrblocks, chunk); 4414a02908f1SMingming Cao 4415a02908f1SMingming Cao ret = idxblocks; 4416a02908f1SMingming Cao 4417a02908f1SMingming Cao /* 4418a02908f1SMingming Cao * Now let's see how many group bitmaps and group descriptors need 4419a02908f1SMingming Cao * to account 4420a02908f1SMingming Cao */ 4421a02908f1SMingming Cao groups = idxblocks; 4422a02908f1SMingming Cao if (chunk) 4423a02908f1SMingming Cao groups += 1; 4424ac27a0ecSDave Kleikamp else 4425a02908f1SMingming Cao groups += nrblocks; 4426ac27a0ecSDave Kleikamp 4427a02908f1SMingming Cao gdpblocks = groups; 4428a02908f1SMingming Cao if (groups > EXT4_SB(inode->i_sb)->s_groups_count) 4429a02908f1SMingming Cao groups = EXT4_SB(inode->i_sb)->s_groups_count; 4430a02908f1SMingming Cao if (groups > EXT4_SB(inode->i_sb)->s_gdb_count) 4431a02908f1SMingming Cao gdpblocks = EXT4_SB(inode->i_sb)->s_gdb_count; 4432a02908f1SMingming Cao 4433a02908f1SMingming Cao /* bitmaps and block group descriptor blocks */ 4434a02908f1SMingming Cao ret += groups + gdpblocks; 4435a02908f1SMingming Cao 4436a02908f1SMingming Cao /* Blocks for super block, inode, quota and xattr blocks */ 4437a02908f1SMingming Cao ret += EXT4_META_TRANS_BLOCKS(inode->i_sb); 4438ac27a0ecSDave Kleikamp 4439ac27a0ecSDave Kleikamp return ret; 4440ac27a0ecSDave Kleikamp } 4441ac27a0ecSDave Kleikamp 4442ac27a0ecSDave Kleikamp /* 4443a02908f1SMingming Cao * Calulate the total number of credits to reserve to fit 4444a02908f1SMingming Cao * the modification of a single pages into a single transaction 4445a02908f1SMingming Cao * 4446a02908f1SMingming Cao * This could be called via ext4_write_begin() or later 4447a02908f1SMingming Cao * ext4_da_writepages() in delalyed allocation case. 4448a02908f1SMingming Cao * 4449a02908f1SMingming Cao * In both case it's possible that we could allocating multiple 4450a02908f1SMingming Cao * chunks of blocks. We need to consider the worse case, when 4451a02908f1SMingming Cao * one new block per extent. 4452a02908f1SMingming Cao * 4453a02908f1SMingming Cao * For Direct IO and fallocate, the journal credits reservation 4454a02908f1SMingming Cao * is based on one single extent allocation, so they could use 4455a02908f1SMingming Cao * EXT4_DATA_TRANS_BLOCKS to get the needed credit to log a single 4456a02908f1SMingming Cao * chunk of allocation needs. 4457a02908f1SMingming Cao */ 4458a02908f1SMingming Cao int ext4_writepage_trans_blocks(struct inode *inode) 4459a02908f1SMingming Cao { 4460a02908f1SMingming Cao int bpp = ext4_journal_blocks_per_page(inode); 4461a02908f1SMingming Cao int ret; 4462a02908f1SMingming Cao 4463a02908f1SMingming Cao ret = ext4_meta_trans_blocks(inode, bpp, 0); 4464a02908f1SMingming Cao 4465a02908f1SMingming Cao /* Account for data blocks for journalled mode */ 4466a02908f1SMingming Cao if (ext4_should_journal_data(inode)) 4467a02908f1SMingming Cao ret += bpp; 4468a02908f1SMingming Cao return ret; 4469a02908f1SMingming Cao } 4470a02908f1SMingming Cao /* 4471617ba13bSMingming Cao * The caller must have previously called ext4_reserve_inode_write(). 4472ac27a0ecSDave Kleikamp * Give this, we know that the caller already has write access to iloc->bh. 4473ac27a0ecSDave Kleikamp */ 4474617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle, 4475617ba13bSMingming Cao struct inode *inode, struct ext4_iloc *iloc) 4476ac27a0ecSDave Kleikamp { 4477ac27a0ecSDave Kleikamp int err = 0; 4478ac27a0ecSDave Kleikamp 447925ec56b5SJean Noel Cordenner if (test_opt(inode->i_sb, I_VERSION)) 448025ec56b5SJean Noel Cordenner inode_inc_iversion(inode); 448125ec56b5SJean Noel Cordenner 4482ac27a0ecSDave Kleikamp /* the do_update_inode consumes one bh->b_count */ 4483ac27a0ecSDave Kleikamp get_bh(iloc->bh); 4484ac27a0ecSDave Kleikamp 4485dab291afSMingming Cao /* ext4_do_update_inode() does jbd2_journal_dirty_metadata */ 4486617ba13bSMingming Cao err = ext4_do_update_inode(handle, inode, iloc); 4487ac27a0ecSDave Kleikamp put_bh(iloc->bh); 4488ac27a0ecSDave Kleikamp return err; 4489ac27a0ecSDave Kleikamp } 4490ac27a0ecSDave Kleikamp 4491ac27a0ecSDave Kleikamp /* 4492ac27a0ecSDave Kleikamp * On success, We end up with an outstanding reference count against 4493ac27a0ecSDave Kleikamp * iloc->bh. This _must_ be cleaned up later. 4494ac27a0ecSDave Kleikamp */ 4495ac27a0ecSDave Kleikamp 4496ac27a0ecSDave Kleikamp int 4497617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode, 4498617ba13bSMingming Cao struct ext4_iloc *iloc) 4499ac27a0ecSDave Kleikamp { 4500ac27a0ecSDave Kleikamp int err = 0; 4501ac27a0ecSDave Kleikamp if (handle) { 4502617ba13bSMingming Cao err = ext4_get_inode_loc(inode, iloc); 4503ac27a0ecSDave Kleikamp if (!err) { 4504ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc->bh, "get_write_access"); 4505617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, iloc->bh); 4506ac27a0ecSDave Kleikamp if (err) { 4507ac27a0ecSDave Kleikamp brelse(iloc->bh); 4508ac27a0ecSDave Kleikamp iloc->bh = NULL; 4509ac27a0ecSDave Kleikamp } 4510ac27a0ecSDave Kleikamp } 4511ac27a0ecSDave Kleikamp } 4512617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4513ac27a0ecSDave Kleikamp return err; 4514ac27a0ecSDave Kleikamp } 4515ac27a0ecSDave Kleikamp 4516ac27a0ecSDave Kleikamp /* 45176dd4ee7cSKalpak Shah * Expand an inode by new_extra_isize bytes. 45186dd4ee7cSKalpak Shah * Returns 0 on success or negative error number on failure. 45196dd4ee7cSKalpak Shah */ 45201d03ec98SAneesh Kumar K.V static int ext4_expand_extra_isize(struct inode *inode, 45211d03ec98SAneesh Kumar K.V unsigned int new_extra_isize, 45221d03ec98SAneesh Kumar K.V struct ext4_iloc iloc, 45231d03ec98SAneesh Kumar K.V handle_t *handle) 45246dd4ee7cSKalpak Shah { 45256dd4ee7cSKalpak Shah struct ext4_inode *raw_inode; 45266dd4ee7cSKalpak Shah struct ext4_xattr_ibody_header *header; 45276dd4ee7cSKalpak Shah struct ext4_xattr_entry *entry; 45286dd4ee7cSKalpak Shah 45296dd4ee7cSKalpak Shah if (EXT4_I(inode)->i_extra_isize >= new_extra_isize) 45306dd4ee7cSKalpak Shah return 0; 45316dd4ee7cSKalpak Shah 45326dd4ee7cSKalpak Shah raw_inode = ext4_raw_inode(&iloc); 45336dd4ee7cSKalpak Shah 45346dd4ee7cSKalpak Shah header = IHDR(inode, raw_inode); 45356dd4ee7cSKalpak Shah entry = IFIRST(header); 45366dd4ee7cSKalpak Shah 45376dd4ee7cSKalpak Shah /* No extended attributes present */ 45386dd4ee7cSKalpak Shah if (!(EXT4_I(inode)->i_state & EXT4_STATE_XATTR) || 45396dd4ee7cSKalpak Shah header->h_magic != cpu_to_le32(EXT4_XATTR_MAGIC)) { 45406dd4ee7cSKalpak Shah memset((void *)raw_inode + EXT4_GOOD_OLD_INODE_SIZE, 0, 45416dd4ee7cSKalpak Shah new_extra_isize); 45426dd4ee7cSKalpak Shah EXT4_I(inode)->i_extra_isize = new_extra_isize; 45436dd4ee7cSKalpak Shah return 0; 45446dd4ee7cSKalpak Shah } 45456dd4ee7cSKalpak Shah 45466dd4ee7cSKalpak Shah /* try to expand with EAs present */ 45476dd4ee7cSKalpak Shah return ext4_expand_extra_isize_ea(inode, new_extra_isize, 45486dd4ee7cSKalpak Shah raw_inode, handle); 45496dd4ee7cSKalpak Shah } 45506dd4ee7cSKalpak Shah 45516dd4ee7cSKalpak Shah /* 4552ac27a0ecSDave Kleikamp * What we do here is to mark the in-core inode as clean with respect to inode 4553ac27a0ecSDave Kleikamp * dirtiness (it may still be data-dirty). 4554ac27a0ecSDave Kleikamp * This means that the in-core inode may be reaped by prune_icache 4555ac27a0ecSDave Kleikamp * without having to perform any I/O. This is a very good thing, 4556ac27a0ecSDave Kleikamp * because *any* task may call prune_icache - even ones which 4557ac27a0ecSDave Kleikamp * have a transaction open against a different journal. 4558ac27a0ecSDave Kleikamp * 4559ac27a0ecSDave Kleikamp * Is this cheating? Not really. Sure, we haven't written the 4560ac27a0ecSDave Kleikamp * inode out, but prune_icache isn't a user-visible syncing function. 4561ac27a0ecSDave Kleikamp * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync) 4562ac27a0ecSDave Kleikamp * we start and wait on commits. 4563ac27a0ecSDave Kleikamp * 4564ac27a0ecSDave Kleikamp * Is this efficient/effective? Well, we're being nice to the system 4565ac27a0ecSDave Kleikamp * by cleaning up our inodes proactively so they can be reaped 4566ac27a0ecSDave Kleikamp * without I/O. But we are potentially leaving up to five seconds' 4567ac27a0ecSDave Kleikamp * worth of inodes floating about which prune_icache wants us to 4568ac27a0ecSDave Kleikamp * write out. One way to fix that would be to get prune_icache() 4569ac27a0ecSDave Kleikamp * to do a write_super() to free up some memory. It has the desired 4570ac27a0ecSDave Kleikamp * effect. 4571ac27a0ecSDave Kleikamp */ 4572617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode) 4573ac27a0ecSDave Kleikamp { 4574617ba13bSMingming Cao struct ext4_iloc iloc; 45756dd4ee7cSKalpak Shah struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 45766dd4ee7cSKalpak Shah static unsigned int mnt_count; 45776dd4ee7cSKalpak Shah int err, ret; 4578ac27a0ecSDave Kleikamp 4579ac27a0ecSDave Kleikamp might_sleep(); 4580617ba13bSMingming Cao err = ext4_reserve_inode_write(handle, inode, &iloc); 45816dd4ee7cSKalpak Shah if (EXT4_I(inode)->i_extra_isize < sbi->s_want_extra_isize && 45826dd4ee7cSKalpak Shah !(EXT4_I(inode)->i_state & EXT4_STATE_NO_EXPAND)) { 45836dd4ee7cSKalpak Shah /* 45846dd4ee7cSKalpak Shah * We need extra buffer credits since we may write into EA block 45856dd4ee7cSKalpak Shah * with this same handle. If journal_extend fails, then it will 45866dd4ee7cSKalpak Shah * only result in a minor loss of functionality for that inode. 45876dd4ee7cSKalpak Shah * If this is felt to be critical, then e2fsck should be run to 45886dd4ee7cSKalpak Shah * force a large enough s_min_extra_isize. 45896dd4ee7cSKalpak Shah */ 45906dd4ee7cSKalpak Shah if ((jbd2_journal_extend(handle, 45916dd4ee7cSKalpak Shah EXT4_DATA_TRANS_BLOCKS(inode->i_sb))) == 0) { 45926dd4ee7cSKalpak Shah ret = ext4_expand_extra_isize(inode, 45936dd4ee7cSKalpak Shah sbi->s_want_extra_isize, 45946dd4ee7cSKalpak Shah iloc, handle); 45956dd4ee7cSKalpak Shah if (ret) { 45966dd4ee7cSKalpak Shah EXT4_I(inode)->i_state |= EXT4_STATE_NO_EXPAND; 4597c1bddad9SAneesh Kumar K.V if (mnt_count != 4598c1bddad9SAneesh Kumar K.V le16_to_cpu(sbi->s_es->s_mnt_count)) { 459946e665e9SHarvey Harrison ext4_warning(inode->i_sb, __func__, 46006dd4ee7cSKalpak Shah "Unable to expand inode %lu. Delete" 46016dd4ee7cSKalpak Shah " some EAs or run e2fsck.", 46026dd4ee7cSKalpak Shah inode->i_ino); 4603c1bddad9SAneesh Kumar K.V mnt_count = 4604c1bddad9SAneesh Kumar K.V le16_to_cpu(sbi->s_es->s_mnt_count); 46056dd4ee7cSKalpak Shah } 46066dd4ee7cSKalpak Shah } 46076dd4ee7cSKalpak Shah } 46086dd4ee7cSKalpak Shah } 4609ac27a0ecSDave Kleikamp if (!err) 4610617ba13bSMingming Cao err = ext4_mark_iloc_dirty(handle, inode, &iloc); 4611ac27a0ecSDave Kleikamp return err; 4612ac27a0ecSDave Kleikamp } 4613ac27a0ecSDave Kleikamp 4614ac27a0ecSDave Kleikamp /* 4615617ba13bSMingming Cao * ext4_dirty_inode() is called from __mark_inode_dirty() 4616ac27a0ecSDave Kleikamp * 4617ac27a0ecSDave Kleikamp * We're really interested in the case where a file is being extended. 4618ac27a0ecSDave Kleikamp * i_size has been changed by generic_commit_write() and we thus need 4619ac27a0ecSDave Kleikamp * to include the updated inode in the current transaction. 4620ac27a0ecSDave Kleikamp * 4621ac27a0ecSDave Kleikamp * Also, DQUOT_ALLOC_SPACE() will always dirty the inode when blocks 4622ac27a0ecSDave Kleikamp * are allocated to the file. 4623ac27a0ecSDave Kleikamp * 4624ac27a0ecSDave Kleikamp * If the inode is marked synchronous, we don't honour that here - doing 4625ac27a0ecSDave Kleikamp * so would cause a commit on atime updates, which we don't bother doing. 4626ac27a0ecSDave Kleikamp * We handle synchronous inodes at the highest possible level. 4627ac27a0ecSDave Kleikamp */ 4628617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode) 4629ac27a0ecSDave Kleikamp { 4630617ba13bSMingming Cao handle_t *current_handle = ext4_journal_current_handle(); 4631ac27a0ecSDave Kleikamp handle_t *handle; 4632ac27a0ecSDave Kleikamp 4633617ba13bSMingming Cao handle = ext4_journal_start(inode, 2); 4634ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 4635ac27a0ecSDave Kleikamp goto out; 4636ac27a0ecSDave Kleikamp if (current_handle && 4637ac27a0ecSDave Kleikamp current_handle->h_transaction != handle->h_transaction) { 4638ac27a0ecSDave Kleikamp /* This task has a transaction open against a different fs */ 4639ac27a0ecSDave Kleikamp printk(KERN_EMERG "%s: transactions do not match!\n", 464046e665e9SHarvey Harrison __func__); 4641ac27a0ecSDave Kleikamp } else { 4642ac27a0ecSDave Kleikamp jbd_debug(5, "marking dirty. outer handle=%p\n", 4643ac27a0ecSDave Kleikamp current_handle); 4644617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 4645ac27a0ecSDave Kleikamp } 4646617ba13bSMingming Cao ext4_journal_stop(handle); 4647ac27a0ecSDave Kleikamp out: 4648ac27a0ecSDave Kleikamp return; 4649ac27a0ecSDave Kleikamp } 4650ac27a0ecSDave Kleikamp 4651ac27a0ecSDave Kleikamp #if 0 4652ac27a0ecSDave Kleikamp /* 4653ac27a0ecSDave Kleikamp * Bind an inode's backing buffer_head into this transaction, to prevent 4654ac27a0ecSDave Kleikamp * it from being flushed to disk early. Unlike 4655617ba13bSMingming Cao * ext4_reserve_inode_write, this leaves behind no bh reference and 4656ac27a0ecSDave Kleikamp * returns no iloc structure, so the caller needs to repeat the iloc 4657ac27a0ecSDave Kleikamp * lookup to mark the inode dirty later. 4658ac27a0ecSDave Kleikamp */ 4659617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode) 4660ac27a0ecSDave Kleikamp { 4661617ba13bSMingming Cao struct ext4_iloc iloc; 4662ac27a0ecSDave Kleikamp 4663ac27a0ecSDave Kleikamp int err = 0; 4664ac27a0ecSDave Kleikamp if (handle) { 4665617ba13bSMingming Cao err = ext4_get_inode_loc(inode, &iloc); 4666ac27a0ecSDave Kleikamp if (!err) { 4667ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc.bh, "get_write_access"); 4668dab291afSMingming Cao err = jbd2_journal_get_write_access(handle, iloc.bh); 4669ac27a0ecSDave Kleikamp if (!err) 4670617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, 4671ac27a0ecSDave Kleikamp iloc.bh); 4672ac27a0ecSDave Kleikamp brelse(iloc.bh); 4673ac27a0ecSDave Kleikamp } 4674ac27a0ecSDave Kleikamp } 4675617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4676ac27a0ecSDave Kleikamp return err; 4677ac27a0ecSDave Kleikamp } 4678ac27a0ecSDave Kleikamp #endif 4679ac27a0ecSDave Kleikamp 4680617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val) 4681ac27a0ecSDave Kleikamp { 4682ac27a0ecSDave Kleikamp journal_t *journal; 4683ac27a0ecSDave Kleikamp handle_t *handle; 4684ac27a0ecSDave Kleikamp int err; 4685ac27a0ecSDave Kleikamp 4686ac27a0ecSDave Kleikamp /* 4687ac27a0ecSDave Kleikamp * We have to be very careful here: changing a data block's 4688ac27a0ecSDave Kleikamp * journaling status dynamically is dangerous. If we write a 4689ac27a0ecSDave Kleikamp * data block to the journal, change the status and then delete 4690ac27a0ecSDave Kleikamp * that block, we risk forgetting to revoke the old log record 4691ac27a0ecSDave Kleikamp * from the journal and so a subsequent replay can corrupt data. 4692ac27a0ecSDave Kleikamp * So, first we make sure that the journal is empty and that 4693ac27a0ecSDave Kleikamp * nobody is changing anything. 4694ac27a0ecSDave Kleikamp */ 4695ac27a0ecSDave Kleikamp 4696617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 4697d699594dSDave Hansen if (is_journal_aborted(journal)) 4698ac27a0ecSDave Kleikamp return -EROFS; 4699ac27a0ecSDave Kleikamp 4700dab291afSMingming Cao jbd2_journal_lock_updates(journal); 4701dab291afSMingming Cao jbd2_journal_flush(journal); 4702ac27a0ecSDave Kleikamp 4703ac27a0ecSDave Kleikamp /* 4704ac27a0ecSDave Kleikamp * OK, there are no updates running now, and all cached data is 4705ac27a0ecSDave Kleikamp * synced to disk. We are now in a completely consistent state 4706ac27a0ecSDave Kleikamp * which doesn't have anything in the journal, and we know that 4707ac27a0ecSDave Kleikamp * no filesystem updates are running, so it is safe to modify 4708ac27a0ecSDave Kleikamp * the inode's in-core data-journaling state flag now. 4709ac27a0ecSDave Kleikamp */ 4710ac27a0ecSDave Kleikamp 4711ac27a0ecSDave Kleikamp if (val) 4712617ba13bSMingming Cao EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL; 4713ac27a0ecSDave Kleikamp else 4714617ba13bSMingming Cao EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL; 4715617ba13bSMingming Cao ext4_set_aops(inode); 4716ac27a0ecSDave Kleikamp 4717dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 4718ac27a0ecSDave Kleikamp 4719ac27a0ecSDave Kleikamp /* Finally we can mark the inode as dirty. */ 4720ac27a0ecSDave Kleikamp 4721617ba13bSMingming Cao handle = ext4_journal_start(inode, 1); 4722ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 4723ac27a0ecSDave Kleikamp return PTR_ERR(handle); 4724ac27a0ecSDave Kleikamp 4725617ba13bSMingming Cao err = ext4_mark_inode_dirty(handle, inode); 4726ac27a0ecSDave Kleikamp handle->h_sync = 1; 4727617ba13bSMingming Cao ext4_journal_stop(handle); 4728617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 4729ac27a0ecSDave Kleikamp 4730ac27a0ecSDave Kleikamp return err; 4731ac27a0ecSDave Kleikamp } 47322e9ee850SAneesh Kumar K.V 47332e9ee850SAneesh Kumar K.V static int ext4_bh_unmapped(handle_t *handle, struct buffer_head *bh) 47342e9ee850SAneesh Kumar K.V { 47352e9ee850SAneesh Kumar K.V return !buffer_mapped(bh); 47362e9ee850SAneesh Kumar K.V } 47372e9ee850SAneesh Kumar K.V 47382e9ee850SAneesh Kumar K.V int ext4_page_mkwrite(struct vm_area_struct *vma, struct page *page) 47392e9ee850SAneesh Kumar K.V { 47402e9ee850SAneesh Kumar K.V loff_t size; 47412e9ee850SAneesh Kumar K.V unsigned long len; 47422e9ee850SAneesh Kumar K.V int ret = -EINVAL; 47432e9ee850SAneesh Kumar K.V struct file *file = vma->vm_file; 47442e9ee850SAneesh Kumar K.V struct inode *inode = file->f_path.dentry->d_inode; 47452e9ee850SAneesh Kumar K.V struct address_space *mapping = inode->i_mapping; 47462e9ee850SAneesh Kumar K.V 47472e9ee850SAneesh Kumar K.V /* 47482e9ee850SAneesh Kumar K.V * Get i_alloc_sem to stop truncates messing with the inode. We cannot 47492e9ee850SAneesh Kumar K.V * get i_mutex because we are already holding mmap_sem. 47502e9ee850SAneesh Kumar K.V */ 47512e9ee850SAneesh Kumar K.V down_read(&inode->i_alloc_sem); 47522e9ee850SAneesh Kumar K.V size = i_size_read(inode); 47532e9ee850SAneesh Kumar K.V if (page->mapping != mapping || size <= page_offset(page) 47542e9ee850SAneesh Kumar K.V || !PageUptodate(page)) { 47552e9ee850SAneesh Kumar K.V /* page got truncated from under us? */ 47562e9ee850SAneesh Kumar K.V goto out_unlock; 47572e9ee850SAneesh Kumar K.V } 47582e9ee850SAneesh Kumar K.V ret = 0; 47592e9ee850SAneesh Kumar K.V if (PageMappedToDisk(page)) 47602e9ee850SAneesh Kumar K.V goto out_unlock; 47612e9ee850SAneesh Kumar K.V 47622e9ee850SAneesh Kumar K.V if (page->index == size >> PAGE_CACHE_SHIFT) 47632e9ee850SAneesh Kumar K.V len = size & ~PAGE_CACHE_MASK; 47642e9ee850SAneesh Kumar K.V else 47652e9ee850SAneesh Kumar K.V len = PAGE_CACHE_SIZE; 47662e9ee850SAneesh Kumar K.V 47672e9ee850SAneesh Kumar K.V if (page_has_buffers(page)) { 47682e9ee850SAneesh Kumar K.V /* return if we have all the buffers mapped */ 47692e9ee850SAneesh Kumar K.V if (!walk_page_buffers(NULL, page_buffers(page), 0, len, NULL, 47702e9ee850SAneesh Kumar K.V ext4_bh_unmapped)) 47712e9ee850SAneesh Kumar K.V goto out_unlock; 47722e9ee850SAneesh Kumar K.V } 47732e9ee850SAneesh Kumar K.V /* 47742e9ee850SAneesh Kumar K.V * OK, we need to fill the hole... Do write_begin write_end 47752e9ee850SAneesh Kumar K.V * to do block allocation/reservation.We are not holding 47762e9ee850SAneesh Kumar K.V * inode.i__mutex here. That allow * parallel write_begin, 47772e9ee850SAneesh Kumar K.V * write_end call. lock_page prevent this from happening 47782e9ee850SAneesh Kumar K.V * on the same page though 47792e9ee850SAneesh Kumar K.V */ 47802e9ee850SAneesh Kumar K.V ret = mapping->a_ops->write_begin(file, mapping, page_offset(page), 47812e9ee850SAneesh Kumar K.V len, AOP_FLAG_UNINTERRUPTIBLE, &page, NULL); 47822e9ee850SAneesh Kumar K.V if (ret < 0) 47832e9ee850SAneesh Kumar K.V goto out_unlock; 47842e9ee850SAneesh Kumar K.V ret = mapping->a_ops->write_end(file, mapping, page_offset(page), 47852e9ee850SAneesh Kumar K.V len, len, page, NULL); 47862e9ee850SAneesh Kumar K.V if (ret < 0) 47872e9ee850SAneesh Kumar K.V goto out_unlock; 47882e9ee850SAneesh Kumar K.V ret = 0; 47892e9ee850SAneesh Kumar K.V out_unlock: 47902e9ee850SAneesh Kumar K.V up_read(&inode->i_alloc_sem); 47912e9ee850SAneesh Kumar K.V return ret; 47922e9ee850SAneesh Kumar K.V } 4793