1ac27a0ecSDave Kleikamp /* 2617ba13bSMingming Cao * linux/fs/ext4/inode.c 3ac27a0ecSDave Kleikamp * 4ac27a0ecSDave Kleikamp * Copyright (C) 1992, 1993, 1994, 1995 5ac27a0ecSDave Kleikamp * Remy Card (card@masi.ibp.fr) 6ac27a0ecSDave Kleikamp * Laboratoire MASI - Institut Blaise Pascal 7ac27a0ecSDave Kleikamp * Universite Pierre et Marie Curie (Paris VI) 8ac27a0ecSDave Kleikamp * 9ac27a0ecSDave Kleikamp * from 10ac27a0ecSDave Kleikamp * 11ac27a0ecSDave Kleikamp * linux/fs/minix/inode.c 12ac27a0ecSDave Kleikamp * 13ac27a0ecSDave Kleikamp * Copyright (C) 1991, 1992 Linus Torvalds 14ac27a0ecSDave Kleikamp * 15ac27a0ecSDave Kleikamp * Goal-directed block allocation by Stephen Tweedie 16ac27a0ecSDave Kleikamp * (sct@redhat.com), 1993, 1998 17ac27a0ecSDave Kleikamp * Big-endian to little-endian byte-swapping/bitmaps by 18ac27a0ecSDave Kleikamp * David S. Miller (davem@caip.rutgers.edu), 1995 19ac27a0ecSDave Kleikamp * 64-bit file support on 64-bit platforms by Jakub Jelinek 20ac27a0ecSDave Kleikamp * (jj@sunsite.ms.mff.cuni.cz) 21ac27a0ecSDave Kleikamp * 22617ba13bSMingming Cao * Assorted race fixes, rewrite of ext4_get_block() by Al Viro, 2000 23ac27a0ecSDave Kleikamp */ 24ac27a0ecSDave Kleikamp 25ac27a0ecSDave Kleikamp #include <linux/module.h> 26ac27a0ecSDave Kleikamp #include <linux/fs.h> 27ac27a0ecSDave Kleikamp #include <linux/time.h> 28*dab291afSMingming Cao #include <linux/ext4_jbd2.h> 29*dab291afSMingming Cao #include <linux/jbd2.h> 30ac27a0ecSDave Kleikamp #include <linux/smp_lock.h> 31ac27a0ecSDave Kleikamp #include <linux/highuid.h> 32ac27a0ecSDave Kleikamp #include <linux/pagemap.h> 33ac27a0ecSDave Kleikamp #include <linux/quotaops.h> 34ac27a0ecSDave Kleikamp #include <linux/string.h> 35ac27a0ecSDave Kleikamp #include <linux/buffer_head.h> 36ac27a0ecSDave Kleikamp #include <linux/writeback.h> 37ac27a0ecSDave Kleikamp #include <linux/mpage.h> 38ac27a0ecSDave Kleikamp #include <linux/uio.h> 39ac27a0ecSDave Kleikamp #include <linux/bio.h> 40ac27a0ecSDave Kleikamp #include "xattr.h" 41ac27a0ecSDave Kleikamp #include "acl.h" 42ac27a0ecSDave Kleikamp 43617ba13bSMingming Cao static int ext4_writepage_trans_blocks(struct inode *inode); 44ac27a0ecSDave Kleikamp 45ac27a0ecSDave Kleikamp /* 46ac27a0ecSDave Kleikamp * Test whether an inode is a fast symlink. 47ac27a0ecSDave Kleikamp */ 48617ba13bSMingming Cao static int ext4_inode_is_fast_symlink(struct inode *inode) 49ac27a0ecSDave Kleikamp { 50617ba13bSMingming Cao int ea_blocks = EXT4_I(inode)->i_file_acl ? 51ac27a0ecSDave Kleikamp (inode->i_sb->s_blocksize >> 9) : 0; 52ac27a0ecSDave Kleikamp 53ac27a0ecSDave Kleikamp return (S_ISLNK(inode->i_mode) && inode->i_blocks - ea_blocks == 0); 54ac27a0ecSDave Kleikamp } 55ac27a0ecSDave Kleikamp 56ac27a0ecSDave Kleikamp /* 57617ba13bSMingming Cao * The ext4 forget function must perform a revoke if we are freeing data 58ac27a0ecSDave Kleikamp * which has been journaled. Metadata (eg. indirect blocks) must be 59ac27a0ecSDave Kleikamp * revoked in all cases. 60ac27a0ecSDave Kleikamp * 61ac27a0ecSDave Kleikamp * "bh" may be NULL: a metadata block may have been freed from memory 62ac27a0ecSDave Kleikamp * but there may still be a record of it in the journal, and that record 63ac27a0ecSDave Kleikamp * still needs to be revoked. 64ac27a0ecSDave Kleikamp */ 65617ba13bSMingming Cao int ext4_forget(handle_t *handle, int is_metadata, struct inode *inode, 66617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t blocknr) 67ac27a0ecSDave Kleikamp { 68ac27a0ecSDave Kleikamp int err; 69ac27a0ecSDave Kleikamp 70ac27a0ecSDave Kleikamp might_sleep(); 71ac27a0ecSDave Kleikamp 72ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "enter"); 73ac27a0ecSDave Kleikamp 74ac27a0ecSDave Kleikamp jbd_debug(4, "forgetting bh %p: is_metadata = %d, mode %o, " 75ac27a0ecSDave Kleikamp "data mode %lx\n", 76ac27a0ecSDave Kleikamp bh, is_metadata, inode->i_mode, 77ac27a0ecSDave Kleikamp test_opt(inode->i_sb, DATA_FLAGS)); 78ac27a0ecSDave Kleikamp 79ac27a0ecSDave Kleikamp /* Never use the revoke function if we are doing full data 80ac27a0ecSDave Kleikamp * journaling: there is no need to, and a V1 superblock won't 81ac27a0ecSDave Kleikamp * support it. Otherwise, only skip the revoke on un-journaled 82ac27a0ecSDave Kleikamp * data blocks. */ 83ac27a0ecSDave Kleikamp 84617ba13bSMingming Cao if (test_opt(inode->i_sb, DATA_FLAGS) == EXT4_MOUNT_JOURNAL_DATA || 85617ba13bSMingming Cao (!is_metadata && !ext4_should_journal_data(inode))) { 86ac27a0ecSDave Kleikamp if (bh) { 87*dab291afSMingming Cao BUFFER_TRACE(bh, "call jbd2_journal_forget"); 88617ba13bSMingming Cao return ext4_journal_forget(handle, bh); 89ac27a0ecSDave Kleikamp } 90ac27a0ecSDave Kleikamp return 0; 91ac27a0ecSDave Kleikamp } 92ac27a0ecSDave Kleikamp 93ac27a0ecSDave Kleikamp /* 94ac27a0ecSDave Kleikamp * data!=journal && (is_metadata || should_journal_data(inode)) 95ac27a0ecSDave Kleikamp */ 96617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_revoke"); 97617ba13bSMingming Cao err = ext4_journal_revoke(handle, blocknr, bh); 98ac27a0ecSDave Kleikamp if (err) 99617ba13bSMingming Cao ext4_abort(inode->i_sb, __FUNCTION__, 100ac27a0ecSDave Kleikamp "error %d when attempting revoke", err); 101ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "exit"); 102ac27a0ecSDave Kleikamp return err; 103ac27a0ecSDave Kleikamp } 104ac27a0ecSDave Kleikamp 105ac27a0ecSDave Kleikamp /* 106ac27a0ecSDave Kleikamp * Work out how many blocks we need to proceed with the next chunk of a 107ac27a0ecSDave Kleikamp * truncate transaction. 108ac27a0ecSDave Kleikamp */ 109ac27a0ecSDave Kleikamp static unsigned long blocks_for_truncate(struct inode *inode) 110ac27a0ecSDave Kleikamp { 111ac27a0ecSDave Kleikamp unsigned long needed; 112ac27a0ecSDave Kleikamp 113ac27a0ecSDave Kleikamp needed = inode->i_blocks >> (inode->i_sb->s_blocksize_bits - 9); 114ac27a0ecSDave Kleikamp 115ac27a0ecSDave Kleikamp /* Give ourselves just enough room to cope with inodes in which 116ac27a0ecSDave Kleikamp * i_blocks is corrupt: we've seen disk corruptions in the past 117ac27a0ecSDave Kleikamp * which resulted in random data in an inode which looked enough 118617ba13bSMingming Cao * like a regular file for ext4 to try to delete it. Things 119ac27a0ecSDave Kleikamp * will go a bit crazy if that happens, but at least we should 120ac27a0ecSDave Kleikamp * try not to panic the whole kernel. */ 121ac27a0ecSDave Kleikamp if (needed < 2) 122ac27a0ecSDave Kleikamp needed = 2; 123ac27a0ecSDave Kleikamp 124ac27a0ecSDave Kleikamp /* But we need to bound the transaction so we don't overflow the 125ac27a0ecSDave Kleikamp * journal. */ 126617ba13bSMingming Cao if (needed > EXT4_MAX_TRANS_DATA) 127617ba13bSMingming Cao needed = EXT4_MAX_TRANS_DATA; 128ac27a0ecSDave Kleikamp 129617ba13bSMingming Cao return EXT4_DATA_TRANS_BLOCKS(inode->i_sb) + needed; 130ac27a0ecSDave Kleikamp } 131ac27a0ecSDave Kleikamp 132ac27a0ecSDave Kleikamp /* 133ac27a0ecSDave Kleikamp * Truncate transactions can be complex and absolutely huge. So we need to 134ac27a0ecSDave Kleikamp * be able to restart the transaction at a conventient checkpoint to make 135ac27a0ecSDave Kleikamp * sure we don't overflow the journal. 136ac27a0ecSDave Kleikamp * 137ac27a0ecSDave Kleikamp * start_transaction gets us a new handle for a truncate transaction, 138ac27a0ecSDave Kleikamp * and extend_transaction tries to extend the existing one a bit. If 139ac27a0ecSDave Kleikamp * extend fails, we need to propagate the failure up and restart the 140ac27a0ecSDave Kleikamp * transaction in the top-level truncate loop. --sct 141ac27a0ecSDave Kleikamp */ 142ac27a0ecSDave Kleikamp static handle_t *start_transaction(struct inode *inode) 143ac27a0ecSDave Kleikamp { 144ac27a0ecSDave Kleikamp handle_t *result; 145ac27a0ecSDave Kleikamp 146617ba13bSMingming Cao result = ext4_journal_start(inode, blocks_for_truncate(inode)); 147ac27a0ecSDave Kleikamp if (!IS_ERR(result)) 148ac27a0ecSDave Kleikamp return result; 149ac27a0ecSDave Kleikamp 150617ba13bSMingming Cao ext4_std_error(inode->i_sb, PTR_ERR(result)); 151ac27a0ecSDave Kleikamp return result; 152ac27a0ecSDave Kleikamp } 153ac27a0ecSDave Kleikamp 154ac27a0ecSDave Kleikamp /* 155ac27a0ecSDave Kleikamp * Try to extend this transaction for the purposes of truncation. 156ac27a0ecSDave Kleikamp * 157ac27a0ecSDave Kleikamp * Returns 0 if we managed to create more room. If we can't create more 158ac27a0ecSDave Kleikamp * room, and the transaction must be restarted we return 1. 159ac27a0ecSDave Kleikamp */ 160ac27a0ecSDave Kleikamp static int try_to_extend_transaction(handle_t *handle, struct inode *inode) 161ac27a0ecSDave Kleikamp { 162617ba13bSMingming Cao if (handle->h_buffer_credits > EXT4_RESERVE_TRANS_BLOCKS) 163ac27a0ecSDave Kleikamp return 0; 164617ba13bSMingming Cao if (!ext4_journal_extend(handle, blocks_for_truncate(inode))) 165ac27a0ecSDave Kleikamp return 0; 166ac27a0ecSDave Kleikamp return 1; 167ac27a0ecSDave Kleikamp } 168ac27a0ecSDave Kleikamp 169ac27a0ecSDave Kleikamp /* 170ac27a0ecSDave Kleikamp * Restart the transaction associated with *handle. This does a commit, 171ac27a0ecSDave Kleikamp * so before we call here everything must be consistently dirtied against 172ac27a0ecSDave Kleikamp * this transaction. 173ac27a0ecSDave Kleikamp */ 174617ba13bSMingming Cao static int ext4_journal_test_restart(handle_t *handle, struct inode *inode) 175ac27a0ecSDave Kleikamp { 176ac27a0ecSDave Kleikamp jbd_debug(2, "restarting handle %p\n", handle); 177617ba13bSMingming Cao return ext4_journal_restart(handle, blocks_for_truncate(inode)); 178ac27a0ecSDave Kleikamp } 179ac27a0ecSDave Kleikamp 180ac27a0ecSDave Kleikamp /* 181ac27a0ecSDave Kleikamp * Called at the last iput() if i_nlink is zero. 182ac27a0ecSDave Kleikamp */ 183617ba13bSMingming Cao void ext4_delete_inode (struct inode * inode) 184ac27a0ecSDave Kleikamp { 185ac27a0ecSDave Kleikamp handle_t *handle; 186ac27a0ecSDave Kleikamp 187ac27a0ecSDave Kleikamp truncate_inode_pages(&inode->i_data, 0); 188ac27a0ecSDave Kleikamp 189ac27a0ecSDave Kleikamp if (is_bad_inode(inode)) 190ac27a0ecSDave Kleikamp goto no_delete; 191ac27a0ecSDave Kleikamp 192ac27a0ecSDave Kleikamp handle = start_transaction(inode); 193ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 194ac27a0ecSDave Kleikamp /* 195ac27a0ecSDave Kleikamp * If we're going to skip the normal cleanup, we still need to 196ac27a0ecSDave Kleikamp * make sure that the in-core orphan linked list is properly 197ac27a0ecSDave Kleikamp * cleaned up. 198ac27a0ecSDave Kleikamp */ 199617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 200ac27a0ecSDave Kleikamp goto no_delete; 201ac27a0ecSDave Kleikamp } 202ac27a0ecSDave Kleikamp 203ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 204ac27a0ecSDave Kleikamp handle->h_sync = 1; 205ac27a0ecSDave Kleikamp inode->i_size = 0; 206ac27a0ecSDave Kleikamp if (inode->i_blocks) 207617ba13bSMingming Cao ext4_truncate(inode); 208ac27a0ecSDave Kleikamp /* 209617ba13bSMingming Cao * Kill off the orphan record which ext4_truncate created. 210ac27a0ecSDave Kleikamp * AKPM: I think this can be inside the above `if'. 211617ba13bSMingming Cao * Note that ext4_orphan_del() has to be able to cope with the 212ac27a0ecSDave Kleikamp * deletion of a non-existent orphan - this is because we don't 213617ba13bSMingming Cao * know if ext4_truncate() actually created an orphan record. 214ac27a0ecSDave Kleikamp * (Well, we could do this if we need to, but heck - it works) 215ac27a0ecSDave Kleikamp */ 216617ba13bSMingming Cao ext4_orphan_del(handle, inode); 217617ba13bSMingming Cao EXT4_I(inode)->i_dtime = get_seconds(); 218ac27a0ecSDave Kleikamp 219ac27a0ecSDave Kleikamp /* 220ac27a0ecSDave Kleikamp * One subtle ordering requirement: if anything has gone wrong 221ac27a0ecSDave Kleikamp * (transaction abort, IO errors, whatever), then we can still 222ac27a0ecSDave Kleikamp * do these next steps (the fs will already have been marked as 223ac27a0ecSDave Kleikamp * having errors), but we can't free the inode if the mark_dirty 224ac27a0ecSDave Kleikamp * fails. 225ac27a0ecSDave Kleikamp */ 226617ba13bSMingming Cao if (ext4_mark_inode_dirty(handle, inode)) 227ac27a0ecSDave Kleikamp /* If that failed, just do the required in-core inode clear. */ 228ac27a0ecSDave Kleikamp clear_inode(inode); 229ac27a0ecSDave Kleikamp else 230617ba13bSMingming Cao ext4_free_inode(handle, inode); 231617ba13bSMingming Cao ext4_journal_stop(handle); 232ac27a0ecSDave Kleikamp return; 233ac27a0ecSDave Kleikamp no_delete: 234ac27a0ecSDave Kleikamp clear_inode(inode); /* We must guarantee clearing of inode... */ 235ac27a0ecSDave Kleikamp } 236ac27a0ecSDave Kleikamp 237ac27a0ecSDave Kleikamp typedef struct { 238ac27a0ecSDave Kleikamp __le32 *p; 239ac27a0ecSDave Kleikamp __le32 key; 240ac27a0ecSDave Kleikamp struct buffer_head *bh; 241ac27a0ecSDave Kleikamp } Indirect; 242ac27a0ecSDave Kleikamp 243ac27a0ecSDave Kleikamp static inline void add_chain(Indirect *p, struct buffer_head *bh, __le32 *v) 244ac27a0ecSDave Kleikamp { 245ac27a0ecSDave Kleikamp p->key = *(p->p = v); 246ac27a0ecSDave Kleikamp p->bh = bh; 247ac27a0ecSDave Kleikamp } 248ac27a0ecSDave Kleikamp 249ac27a0ecSDave Kleikamp static int verify_chain(Indirect *from, Indirect *to) 250ac27a0ecSDave Kleikamp { 251ac27a0ecSDave Kleikamp while (from <= to && from->key == *from->p) 252ac27a0ecSDave Kleikamp from++; 253ac27a0ecSDave Kleikamp return (from > to); 254ac27a0ecSDave Kleikamp } 255ac27a0ecSDave Kleikamp 256ac27a0ecSDave Kleikamp /** 257617ba13bSMingming Cao * ext4_block_to_path - parse the block number into array of offsets 258ac27a0ecSDave Kleikamp * @inode: inode in question (we are only interested in its superblock) 259ac27a0ecSDave Kleikamp * @i_block: block number to be parsed 260ac27a0ecSDave Kleikamp * @offsets: array to store the offsets in 261ac27a0ecSDave Kleikamp * @boundary: set this non-zero if the referred-to block is likely to be 262ac27a0ecSDave Kleikamp * followed (on disk) by an indirect block. 263ac27a0ecSDave Kleikamp * 264617ba13bSMingming Cao * To store the locations of file's data ext4 uses a data structure common 265ac27a0ecSDave Kleikamp * for UNIX filesystems - tree of pointers anchored in the inode, with 266ac27a0ecSDave Kleikamp * data blocks at leaves and indirect blocks in intermediate nodes. 267ac27a0ecSDave Kleikamp * This function translates the block number into path in that tree - 268ac27a0ecSDave Kleikamp * return value is the path length and @offsets[n] is the offset of 269ac27a0ecSDave Kleikamp * pointer to (n+1)th node in the nth one. If @block is out of range 270ac27a0ecSDave Kleikamp * (negative or too large) warning is printed and zero returned. 271ac27a0ecSDave Kleikamp * 272ac27a0ecSDave Kleikamp * Note: function doesn't find node addresses, so no IO is needed. All 273ac27a0ecSDave Kleikamp * we need to know is the capacity of indirect blocks (taken from the 274ac27a0ecSDave Kleikamp * inode->i_sb). 275ac27a0ecSDave Kleikamp */ 276ac27a0ecSDave Kleikamp 277ac27a0ecSDave Kleikamp /* 278ac27a0ecSDave Kleikamp * Portability note: the last comparison (check that we fit into triple 279ac27a0ecSDave Kleikamp * indirect block) is spelled differently, because otherwise on an 280ac27a0ecSDave Kleikamp * architecture with 32-bit longs and 8Kb pages we might get into trouble 281ac27a0ecSDave Kleikamp * if our filesystem had 8Kb blocks. We might use long long, but that would 282ac27a0ecSDave Kleikamp * kill us on x86. Oh, well, at least the sign propagation does not matter - 283ac27a0ecSDave Kleikamp * i_block would have to be negative in the very beginning, so we would not 284ac27a0ecSDave Kleikamp * get there at all. 285ac27a0ecSDave Kleikamp */ 286ac27a0ecSDave Kleikamp 287617ba13bSMingming Cao static int ext4_block_to_path(struct inode *inode, 288ac27a0ecSDave Kleikamp long i_block, int offsets[4], int *boundary) 289ac27a0ecSDave Kleikamp { 290617ba13bSMingming Cao int ptrs = EXT4_ADDR_PER_BLOCK(inode->i_sb); 291617ba13bSMingming Cao int ptrs_bits = EXT4_ADDR_PER_BLOCK_BITS(inode->i_sb); 292617ba13bSMingming Cao const long direct_blocks = EXT4_NDIR_BLOCKS, 293ac27a0ecSDave Kleikamp indirect_blocks = ptrs, 294ac27a0ecSDave Kleikamp double_blocks = (1 << (ptrs_bits * 2)); 295ac27a0ecSDave Kleikamp int n = 0; 296ac27a0ecSDave Kleikamp int final = 0; 297ac27a0ecSDave Kleikamp 298ac27a0ecSDave Kleikamp if (i_block < 0) { 299617ba13bSMingming Cao ext4_warning (inode->i_sb, "ext4_block_to_path", "block < 0"); 300ac27a0ecSDave Kleikamp } else if (i_block < direct_blocks) { 301ac27a0ecSDave Kleikamp offsets[n++] = i_block; 302ac27a0ecSDave Kleikamp final = direct_blocks; 303ac27a0ecSDave Kleikamp } else if ( (i_block -= direct_blocks) < indirect_blocks) { 304617ba13bSMingming Cao offsets[n++] = EXT4_IND_BLOCK; 305ac27a0ecSDave Kleikamp offsets[n++] = i_block; 306ac27a0ecSDave Kleikamp final = ptrs; 307ac27a0ecSDave Kleikamp } else if ((i_block -= indirect_blocks) < double_blocks) { 308617ba13bSMingming Cao offsets[n++] = EXT4_DIND_BLOCK; 309ac27a0ecSDave Kleikamp offsets[n++] = i_block >> ptrs_bits; 310ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 311ac27a0ecSDave Kleikamp final = ptrs; 312ac27a0ecSDave Kleikamp } else if (((i_block -= double_blocks) >> (ptrs_bits * 2)) < ptrs) { 313617ba13bSMingming Cao offsets[n++] = EXT4_TIND_BLOCK; 314ac27a0ecSDave Kleikamp offsets[n++] = i_block >> (ptrs_bits * 2); 315ac27a0ecSDave Kleikamp offsets[n++] = (i_block >> ptrs_bits) & (ptrs - 1); 316ac27a0ecSDave Kleikamp offsets[n++] = i_block & (ptrs - 1); 317ac27a0ecSDave Kleikamp final = ptrs; 318ac27a0ecSDave Kleikamp } else { 319617ba13bSMingming Cao ext4_warning(inode->i_sb, "ext4_block_to_path", "block > big"); 320ac27a0ecSDave Kleikamp } 321ac27a0ecSDave Kleikamp if (boundary) 322ac27a0ecSDave Kleikamp *boundary = final - 1 - (i_block & (ptrs - 1)); 323ac27a0ecSDave Kleikamp return n; 324ac27a0ecSDave Kleikamp } 325ac27a0ecSDave Kleikamp 326ac27a0ecSDave Kleikamp /** 327617ba13bSMingming Cao * ext4_get_branch - read the chain of indirect blocks leading to data 328ac27a0ecSDave Kleikamp * @inode: inode in question 329ac27a0ecSDave Kleikamp * @depth: depth of the chain (1 - direct pointer, etc.) 330ac27a0ecSDave Kleikamp * @offsets: offsets of pointers in inode/indirect blocks 331ac27a0ecSDave Kleikamp * @chain: place to store the result 332ac27a0ecSDave Kleikamp * @err: here we store the error value 333ac27a0ecSDave Kleikamp * 334ac27a0ecSDave Kleikamp * Function fills the array of triples <key, p, bh> and returns %NULL 335ac27a0ecSDave Kleikamp * if everything went OK or the pointer to the last filled triple 336ac27a0ecSDave Kleikamp * (incomplete one) otherwise. Upon the return chain[i].key contains 337ac27a0ecSDave Kleikamp * the number of (i+1)-th block in the chain (as it is stored in memory, 338ac27a0ecSDave Kleikamp * i.e. little-endian 32-bit), chain[i].p contains the address of that 339ac27a0ecSDave Kleikamp * number (it points into struct inode for i==0 and into the bh->b_data 340ac27a0ecSDave Kleikamp * for i>0) and chain[i].bh points to the buffer_head of i-th indirect 341ac27a0ecSDave Kleikamp * block for i>0 and NULL for i==0. In other words, it holds the block 342ac27a0ecSDave Kleikamp * numbers of the chain, addresses they were taken from (and where we can 343ac27a0ecSDave Kleikamp * verify that chain did not change) and buffer_heads hosting these 344ac27a0ecSDave Kleikamp * numbers. 345ac27a0ecSDave Kleikamp * 346ac27a0ecSDave Kleikamp * Function stops when it stumbles upon zero pointer (absent block) 347ac27a0ecSDave Kleikamp * (pointer to last triple returned, *@err == 0) 348ac27a0ecSDave Kleikamp * or when it gets an IO error reading an indirect block 349ac27a0ecSDave Kleikamp * (ditto, *@err == -EIO) 350ac27a0ecSDave Kleikamp * or when it notices that chain had been changed while it was reading 351ac27a0ecSDave Kleikamp * (ditto, *@err == -EAGAIN) 352ac27a0ecSDave Kleikamp * or when it reads all @depth-1 indirect blocks successfully and finds 353ac27a0ecSDave Kleikamp * the whole chain, all way to the data (returns %NULL, *err == 0). 354ac27a0ecSDave Kleikamp */ 355617ba13bSMingming Cao static Indirect *ext4_get_branch(struct inode *inode, int depth, int *offsets, 356ac27a0ecSDave Kleikamp Indirect chain[4], int *err) 357ac27a0ecSDave Kleikamp { 358ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 359ac27a0ecSDave Kleikamp Indirect *p = chain; 360ac27a0ecSDave Kleikamp struct buffer_head *bh; 361ac27a0ecSDave Kleikamp 362ac27a0ecSDave Kleikamp *err = 0; 363ac27a0ecSDave Kleikamp /* i_data is not going away, no lock needed */ 364617ba13bSMingming Cao add_chain (chain, NULL, EXT4_I(inode)->i_data + *offsets); 365ac27a0ecSDave Kleikamp if (!p->key) 366ac27a0ecSDave Kleikamp goto no_block; 367ac27a0ecSDave Kleikamp while (--depth) { 368ac27a0ecSDave Kleikamp bh = sb_bread(sb, le32_to_cpu(p->key)); 369ac27a0ecSDave Kleikamp if (!bh) 370ac27a0ecSDave Kleikamp goto failure; 371ac27a0ecSDave Kleikamp /* Reader: pointers */ 372ac27a0ecSDave Kleikamp if (!verify_chain(chain, p)) 373ac27a0ecSDave Kleikamp goto changed; 374ac27a0ecSDave Kleikamp add_chain(++p, bh, (__le32*)bh->b_data + *++offsets); 375ac27a0ecSDave Kleikamp /* Reader: end */ 376ac27a0ecSDave Kleikamp if (!p->key) 377ac27a0ecSDave Kleikamp goto no_block; 378ac27a0ecSDave Kleikamp } 379ac27a0ecSDave Kleikamp return NULL; 380ac27a0ecSDave Kleikamp 381ac27a0ecSDave Kleikamp changed: 382ac27a0ecSDave Kleikamp brelse(bh); 383ac27a0ecSDave Kleikamp *err = -EAGAIN; 384ac27a0ecSDave Kleikamp goto no_block; 385ac27a0ecSDave Kleikamp failure: 386ac27a0ecSDave Kleikamp *err = -EIO; 387ac27a0ecSDave Kleikamp no_block: 388ac27a0ecSDave Kleikamp return p; 389ac27a0ecSDave Kleikamp } 390ac27a0ecSDave Kleikamp 391ac27a0ecSDave Kleikamp /** 392617ba13bSMingming Cao * ext4_find_near - find a place for allocation with sufficient locality 393ac27a0ecSDave Kleikamp * @inode: owner 394ac27a0ecSDave Kleikamp * @ind: descriptor of indirect block. 395ac27a0ecSDave Kleikamp * 396ac27a0ecSDave Kleikamp * This function returns the prefered place for block allocation. 397ac27a0ecSDave Kleikamp * It is used when heuristic for sequential allocation fails. 398ac27a0ecSDave Kleikamp * Rules are: 399ac27a0ecSDave Kleikamp * + if there is a block to the left of our position - allocate near it. 400ac27a0ecSDave Kleikamp * + if pointer will live in indirect block - allocate near that block. 401ac27a0ecSDave Kleikamp * + if pointer will live in inode - allocate in the same 402ac27a0ecSDave Kleikamp * cylinder group. 403ac27a0ecSDave Kleikamp * 404ac27a0ecSDave Kleikamp * In the latter case we colour the starting block by the callers PID to 405ac27a0ecSDave Kleikamp * prevent it from clashing with concurrent allocations for a different inode 406ac27a0ecSDave Kleikamp * in the same block group. The PID is used here so that functionally related 407ac27a0ecSDave Kleikamp * files will be close-by on-disk. 408ac27a0ecSDave Kleikamp * 409ac27a0ecSDave Kleikamp * Caller must make sure that @ind is valid and will stay that way. 410ac27a0ecSDave Kleikamp */ 411617ba13bSMingming Cao static ext4_fsblk_t ext4_find_near(struct inode *inode, Indirect *ind) 412ac27a0ecSDave Kleikamp { 413617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 414ac27a0ecSDave Kleikamp __le32 *start = ind->bh ? (__le32*) ind->bh->b_data : ei->i_data; 415ac27a0ecSDave Kleikamp __le32 *p; 416617ba13bSMingming Cao ext4_fsblk_t bg_start; 417617ba13bSMingming Cao ext4_grpblk_t colour; 418ac27a0ecSDave Kleikamp 419ac27a0ecSDave Kleikamp /* Try to find previous block */ 420ac27a0ecSDave Kleikamp for (p = ind->p - 1; p >= start; p--) { 421ac27a0ecSDave Kleikamp if (*p) 422ac27a0ecSDave Kleikamp return le32_to_cpu(*p); 423ac27a0ecSDave Kleikamp } 424ac27a0ecSDave Kleikamp 425ac27a0ecSDave Kleikamp /* No such thing, so let's try location of indirect block */ 426ac27a0ecSDave Kleikamp if (ind->bh) 427ac27a0ecSDave Kleikamp return ind->bh->b_blocknr; 428ac27a0ecSDave Kleikamp 429ac27a0ecSDave Kleikamp /* 430ac27a0ecSDave Kleikamp * It is going to be referred to from the inode itself? OK, just put it 431ac27a0ecSDave Kleikamp * into the same cylinder group then. 432ac27a0ecSDave Kleikamp */ 433617ba13bSMingming Cao bg_start = ext4_group_first_block_no(inode->i_sb, ei->i_block_group); 434ac27a0ecSDave Kleikamp colour = (current->pid % 16) * 435617ba13bSMingming Cao (EXT4_BLOCKS_PER_GROUP(inode->i_sb) / 16); 436ac27a0ecSDave Kleikamp return bg_start + colour; 437ac27a0ecSDave Kleikamp } 438ac27a0ecSDave Kleikamp 439ac27a0ecSDave Kleikamp /** 440617ba13bSMingming Cao * ext4_find_goal - find a prefered place for allocation. 441ac27a0ecSDave Kleikamp * @inode: owner 442ac27a0ecSDave Kleikamp * @block: block we want 443ac27a0ecSDave Kleikamp * @chain: chain of indirect blocks 444ac27a0ecSDave Kleikamp * @partial: pointer to the last triple within a chain 445ac27a0ecSDave Kleikamp * @goal: place to store the result. 446ac27a0ecSDave Kleikamp * 447ac27a0ecSDave Kleikamp * Normally this function find the prefered place for block allocation, 448ac27a0ecSDave Kleikamp * stores it in *@goal and returns zero. 449ac27a0ecSDave Kleikamp */ 450ac27a0ecSDave Kleikamp 451617ba13bSMingming Cao static ext4_fsblk_t ext4_find_goal(struct inode *inode, long block, 452ac27a0ecSDave Kleikamp Indirect chain[4], Indirect *partial) 453ac27a0ecSDave Kleikamp { 454617ba13bSMingming Cao struct ext4_block_alloc_info *block_i; 455ac27a0ecSDave Kleikamp 456617ba13bSMingming Cao block_i = EXT4_I(inode)->i_block_alloc_info; 457ac27a0ecSDave Kleikamp 458ac27a0ecSDave Kleikamp /* 459ac27a0ecSDave Kleikamp * try the heuristic for sequential allocation, 460ac27a0ecSDave Kleikamp * failing that at least try to get decent locality. 461ac27a0ecSDave Kleikamp */ 462ac27a0ecSDave Kleikamp if (block_i && (block == block_i->last_alloc_logical_block + 1) 463ac27a0ecSDave Kleikamp && (block_i->last_alloc_physical_block != 0)) { 464ac27a0ecSDave Kleikamp return block_i->last_alloc_physical_block + 1; 465ac27a0ecSDave Kleikamp } 466ac27a0ecSDave Kleikamp 467617ba13bSMingming Cao return ext4_find_near(inode, partial); 468ac27a0ecSDave Kleikamp } 469ac27a0ecSDave Kleikamp 470ac27a0ecSDave Kleikamp /** 471617ba13bSMingming Cao * ext4_blks_to_allocate: Look up the block map and count the number 472ac27a0ecSDave Kleikamp * of direct blocks need to be allocated for the given branch. 473ac27a0ecSDave Kleikamp * 474ac27a0ecSDave Kleikamp * @branch: chain of indirect blocks 475ac27a0ecSDave Kleikamp * @k: number of blocks need for indirect blocks 476ac27a0ecSDave Kleikamp * @blks: number of data blocks to be mapped. 477ac27a0ecSDave Kleikamp * @blocks_to_boundary: the offset in the indirect block 478ac27a0ecSDave Kleikamp * 479ac27a0ecSDave Kleikamp * return the total number of blocks to be allocate, including the 480ac27a0ecSDave Kleikamp * direct and indirect blocks. 481ac27a0ecSDave Kleikamp */ 482617ba13bSMingming Cao static int ext4_blks_to_allocate(Indirect *branch, int k, unsigned long blks, 483ac27a0ecSDave Kleikamp int blocks_to_boundary) 484ac27a0ecSDave Kleikamp { 485ac27a0ecSDave Kleikamp unsigned long count = 0; 486ac27a0ecSDave Kleikamp 487ac27a0ecSDave Kleikamp /* 488ac27a0ecSDave Kleikamp * Simple case, [t,d]Indirect block(s) has not allocated yet 489ac27a0ecSDave Kleikamp * then it's clear blocks on that path have not allocated 490ac27a0ecSDave Kleikamp */ 491ac27a0ecSDave Kleikamp if (k > 0) { 492ac27a0ecSDave Kleikamp /* right now we don't handle cross boundary allocation */ 493ac27a0ecSDave Kleikamp if (blks < blocks_to_boundary + 1) 494ac27a0ecSDave Kleikamp count += blks; 495ac27a0ecSDave Kleikamp else 496ac27a0ecSDave Kleikamp count += blocks_to_boundary + 1; 497ac27a0ecSDave Kleikamp return count; 498ac27a0ecSDave Kleikamp } 499ac27a0ecSDave Kleikamp 500ac27a0ecSDave Kleikamp count++; 501ac27a0ecSDave Kleikamp while (count < blks && count <= blocks_to_boundary && 502ac27a0ecSDave Kleikamp le32_to_cpu(*(branch[0].p + count)) == 0) { 503ac27a0ecSDave Kleikamp count++; 504ac27a0ecSDave Kleikamp } 505ac27a0ecSDave Kleikamp return count; 506ac27a0ecSDave Kleikamp } 507ac27a0ecSDave Kleikamp 508ac27a0ecSDave Kleikamp /** 509617ba13bSMingming Cao * ext4_alloc_blocks: multiple allocate blocks needed for a branch 510ac27a0ecSDave Kleikamp * @indirect_blks: the number of blocks need to allocate for indirect 511ac27a0ecSDave Kleikamp * blocks 512ac27a0ecSDave Kleikamp * 513ac27a0ecSDave Kleikamp * @new_blocks: on return it will store the new block numbers for 514ac27a0ecSDave Kleikamp * the indirect blocks(if needed) and the first direct block, 515ac27a0ecSDave Kleikamp * @blks: on return it will store the total number of allocated 516ac27a0ecSDave Kleikamp * direct blocks 517ac27a0ecSDave Kleikamp */ 518617ba13bSMingming Cao static int ext4_alloc_blocks(handle_t *handle, struct inode *inode, 519617ba13bSMingming Cao ext4_fsblk_t goal, int indirect_blks, int blks, 520617ba13bSMingming Cao ext4_fsblk_t new_blocks[4], int *err) 521ac27a0ecSDave Kleikamp { 522ac27a0ecSDave Kleikamp int target, i; 523ac27a0ecSDave Kleikamp unsigned long count = 0; 524ac27a0ecSDave Kleikamp int index = 0; 525617ba13bSMingming Cao ext4_fsblk_t current_block = 0; 526ac27a0ecSDave Kleikamp int ret = 0; 527ac27a0ecSDave Kleikamp 528ac27a0ecSDave Kleikamp /* 529ac27a0ecSDave Kleikamp * Here we try to allocate the requested multiple blocks at once, 530ac27a0ecSDave Kleikamp * on a best-effort basis. 531ac27a0ecSDave Kleikamp * To build a branch, we should allocate blocks for 532ac27a0ecSDave Kleikamp * the indirect blocks(if not allocated yet), and at least 533ac27a0ecSDave Kleikamp * the first direct block of this branch. That's the 534ac27a0ecSDave Kleikamp * minimum number of blocks need to allocate(required) 535ac27a0ecSDave Kleikamp */ 536ac27a0ecSDave Kleikamp target = blks + indirect_blks; 537ac27a0ecSDave Kleikamp 538ac27a0ecSDave Kleikamp while (1) { 539ac27a0ecSDave Kleikamp count = target; 540ac27a0ecSDave Kleikamp /* allocating blocks for indirect blocks and direct blocks */ 541617ba13bSMingming Cao current_block = ext4_new_blocks(handle,inode,goal,&count,err); 542ac27a0ecSDave Kleikamp if (*err) 543ac27a0ecSDave Kleikamp goto failed_out; 544ac27a0ecSDave Kleikamp 545ac27a0ecSDave Kleikamp target -= count; 546ac27a0ecSDave Kleikamp /* allocate blocks for indirect blocks */ 547ac27a0ecSDave Kleikamp while (index < indirect_blks && count) { 548ac27a0ecSDave Kleikamp new_blocks[index++] = current_block++; 549ac27a0ecSDave Kleikamp count--; 550ac27a0ecSDave Kleikamp } 551ac27a0ecSDave Kleikamp 552ac27a0ecSDave Kleikamp if (count > 0) 553ac27a0ecSDave Kleikamp break; 554ac27a0ecSDave Kleikamp } 555ac27a0ecSDave Kleikamp 556ac27a0ecSDave Kleikamp /* save the new block number for the first direct block */ 557ac27a0ecSDave Kleikamp new_blocks[index] = current_block; 558ac27a0ecSDave Kleikamp 559ac27a0ecSDave Kleikamp /* total number of blocks allocated for direct blocks */ 560ac27a0ecSDave Kleikamp ret = count; 561ac27a0ecSDave Kleikamp *err = 0; 562ac27a0ecSDave Kleikamp return ret; 563ac27a0ecSDave Kleikamp failed_out: 564ac27a0ecSDave Kleikamp for (i = 0; i <index; i++) 565617ba13bSMingming Cao ext4_free_blocks(handle, inode, new_blocks[i], 1); 566ac27a0ecSDave Kleikamp return ret; 567ac27a0ecSDave Kleikamp } 568ac27a0ecSDave Kleikamp 569ac27a0ecSDave Kleikamp /** 570617ba13bSMingming Cao * ext4_alloc_branch - allocate and set up a chain of blocks. 571ac27a0ecSDave Kleikamp * @inode: owner 572ac27a0ecSDave Kleikamp * @indirect_blks: number of allocated indirect blocks 573ac27a0ecSDave Kleikamp * @blks: number of allocated direct blocks 574ac27a0ecSDave Kleikamp * @offsets: offsets (in the blocks) to store the pointers to next. 575ac27a0ecSDave Kleikamp * @branch: place to store the chain in. 576ac27a0ecSDave Kleikamp * 577ac27a0ecSDave Kleikamp * This function allocates blocks, zeroes out all but the last one, 578ac27a0ecSDave Kleikamp * links them into chain and (if we are synchronous) writes them to disk. 579ac27a0ecSDave Kleikamp * In other words, it prepares a branch that can be spliced onto the 580ac27a0ecSDave Kleikamp * inode. It stores the information about that chain in the branch[], in 581617ba13bSMingming Cao * the same format as ext4_get_branch() would do. We are calling it after 582ac27a0ecSDave Kleikamp * we had read the existing part of chain and partial points to the last 583ac27a0ecSDave Kleikamp * triple of that (one with zero ->key). Upon the exit we have the same 584617ba13bSMingming Cao * picture as after the successful ext4_get_block(), except that in one 585ac27a0ecSDave Kleikamp * place chain is disconnected - *branch->p is still zero (we did not 586ac27a0ecSDave Kleikamp * set the last link), but branch->key contains the number that should 587ac27a0ecSDave Kleikamp * be placed into *branch->p to fill that gap. 588ac27a0ecSDave Kleikamp * 589ac27a0ecSDave Kleikamp * If allocation fails we free all blocks we've allocated (and forget 590ac27a0ecSDave Kleikamp * their buffer_heads) and return the error value the from failed 591617ba13bSMingming Cao * ext4_alloc_block() (normally -ENOSPC). Otherwise we set the chain 592ac27a0ecSDave Kleikamp * as described above and return 0. 593ac27a0ecSDave Kleikamp */ 594617ba13bSMingming Cao static int ext4_alloc_branch(handle_t *handle, struct inode *inode, 595617ba13bSMingming Cao int indirect_blks, int *blks, ext4_fsblk_t goal, 596ac27a0ecSDave Kleikamp int *offsets, Indirect *branch) 597ac27a0ecSDave Kleikamp { 598ac27a0ecSDave Kleikamp int blocksize = inode->i_sb->s_blocksize; 599ac27a0ecSDave Kleikamp int i, n = 0; 600ac27a0ecSDave Kleikamp int err = 0; 601ac27a0ecSDave Kleikamp struct buffer_head *bh; 602ac27a0ecSDave Kleikamp int num; 603617ba13bSMingming Cao ext4_fsblk_t new_blocks[4]; 604617ba13bSMingming Cao ext4_fsblk_t current_block; 605ac27a0ecSDave Kleikamp 606617ba13bSMingming Cao num = ext4_alloc_blocks(handle, inode, goal, indirect_blks, 607ac27a0ecSDave Kleikamp *blks, new_blocks, &err); 608ac27a0ecSDave Kleikamp if (err) 609ac27a0ecSDave Kleikamp return err; 610ac27a0ecSDave Kleikamp 611ac27a0ecSDave Kleikamp branch[0].key = cpu_to_le32(new_blocks[0]); 612ac27a0ecSDave Kleikamp /* 613ac27a0ecSDave Kleikamp * metadata blocks and data blocks are allocated. 614ac27a0ecSDave Kleikamp */ 615ac27a0ecSDave Kleikamp for (n = 1; n <= indirect_blks; n++) { 616ac27a0ecSDave Kleikamp /* 617ac27a0ecSDave Kleikamp * Get buffer_head for parent block, zero it out 618ac27a0ecSDave Kleikamp * and set the pointer to new one, then send 619ac27a0ecSDave Kleikamp * parent to disk. 620ac27a0ecSDave Kleikamp */ 621ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, new_blocks[n-1]); 622ac27a0ecSDave Kleikamp branch[n].bh = bh; 623ac27a0ecSDave Kleikamp lock_buffer(bh); 624ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 625617ba13bSMingming Cao err = ext4_journal_get_create_access(handle, bh); 626ac27a0ecSDave Kleikamp if (err) { 627ac27a0ecSDave Kleikamp unlock_buffer(bh); 628ac27a0ecSDave Kleikamp brelse(bh); 629ac27a0ecSDave Kleikamp goto failed; 630ac27a0ecSDave Kleikamp } 631ac27a0ecSDave Kleikamp 632ac27a0ecSDave Kleikamp memset(bh->b_data, 0, blocksize); 633ac27a0ecSDave Kleikamp branch[n].p = (__le32 *) bh->b_data + offsets[n]; 634ac27a0ecSDave Kleikamp branch[n].key = cpu_to_le32(new_blocks[n]); 635ac27a0ecSDave Kleikamp *branch[n].p = branch[n].key; 636ac27a0ecSDave Kleikamp if ( n == indirect_blks) { 637ac27a0ecSDave Kleikamp current_block = new_blocks[n]; 638ac27a0ecSDave Kleikamp /* 639ac27a0ecSDave Kleikamp * End of chain, update the last new metablock of 640ac27a0ecSDave Kleikamp * the chain to point to the new allocated 641ac27a0ecSDave Kleikamp * data blocks numbers 642ac27a0ecSDave Kleikamp */ 643ac27a0ecSDave Kleikamp for (i=1; i < num; i++) 644ac27a0ecSDave Kleikamp *(branch[n].p + i) = cpu_to_le32(++current_block); 645ac27a0ecSDave Kleikamp } 646ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "marking uptodate"); 647ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 648ac27a0ecSDave Kleikamp unlock_buffer(bh); 649ac27a0ecSDave Kleikamp 650617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 651617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, bh); 652ac27a0ecSDave Kleikamp if (err) 653ac27a0ecSDave Kleikamp goto failed; 654ac27a0ecSDave Kleikamp } 655ac27a0ecSDave Kleikamp *blks = num; 656ac27a0ecSDave Kleikamp return err; 657ac27a0ecSDave Kleikamp failed: 658ac27a0ecSDave Kleikamp /* Allocation failed, free what we already allocated */ 659ac27a0ecSDave Kleikamp for (i = 1; i <= n ; i++) { 660*dab291afSMingming Cao BUFFER_TRACE(branch[i].bh, "call jbd2_journal_forget"); 661617ba13bSMingming Cao ext4_journal_forget(handle, branch[i].bh); 662ac27a0ecSDave Kleikamp } 663ac27a0ecSDave Kleikamp for (i = 0; i <indirect_blks; i++) 664617ba13bSMingming Cao ext4_free_blocks(handle, inode, new_blocks[i], 1); 665ac27a0ecSDave Kleikamp 666617ba13bSMingming Cao ext4_free_blocks(handle, inode, new_blocks[i], num); 667ac27a0ecSDave Kleikamp 668ac27a0ecSDave Kleikamp return err; 669ac27a0ecSDave Kleikamp } 670ac27a0ecSDave Kleikamp 671ac27a0ecSDave Kleikamp /** 672617ba13bSMingming Cao * ext4_splice_branch - splice the allocated branch onto inode. 673ac27a0ecSDave Kleikamp * @inode: owner 674ac27a0ecSDave Kleikamp * @block: (logical) number of block we are adding 675ac27a0ecSDave Kleikamp * @chain: chain of indirect blocks (with a missing link - see 676617ba13bSMingming Cao * ext4_alloc_branch) 677ac27a0ecSDave Kleikamp * @where: location of missing link 678ac27a0ecSDave Kleikamp * @num: number of indirect blocks we are adding 679ac27a0ecSDave Kleikamp * @blks: number of direct blocks we are adding 680ac27a0ecSDave Kleikamp * 681ac27a0ecSDave Kleikamp * This function fills the missing link and does all housekeeping needed in 682ac27a0ecSDave Kleikamp * inode (->i_blocks, etc.). In case of success we end up with the full 683ac27a0ecSDave Kleikamp * chain to new block and return 0. 684ac27a0ecSDave Kleikamp */ 685617ba13bSMingming Cao static int ext4_splice_branch(handle_t *handle, struct inode *inode, 686ac27a0ecSDave Kleikamp long block, Indirect *where, int num, int blks) 687ac27a0ecSDave Kleikamp { 688ac27a0ecSDave Kleikamp int i; 689ac27a0ecSDave Kleikamp int err = 0; 690617ba13bSMingming Cao struct ext4_block_alloc_info *block_i; 691617ba13bSMingming Cao ext4_fsblk_t current_block; 692ac27a0ecSDave Kleikamp 693617ba13bSMingming Cao block_i = EXT4_I(inode)->i_block_alloc_info; 694ac27a0ecSDave Kleikamp /* 695ac27a0ecSDave Kleikamp * If we're splicing into a [td]indirect block (as opposed to the 696ac27a0ecSDave Kleikamp * inode) then we need to get write access to the [td]indirect block 697ac27a0ecSDave Kleikamp * before the splice. 698ac27a0ecSDave Kleikamp */ 699ac27a0ecSDave Kleikamp if (where->bh) { 700ac27a0ecSDave Kleikamp BUFFER_TRACE(where->bh, "get_write_access"); 701617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, where->bh); 702ac27a0ecSDave Kleikamp if (err) 703ac27a0ecSDave Kleikamp goto err_out; 704ac27a0ecSDave Kleikamp } 705ac27a0ecSDave Kleikamp /* That's it */ 706ac27a0ecSDave Kleikamp 707ac27a0ecSDave Kleikamp *where->p = where->key; 708ac27a0ecSDave Kleikamp 709ac27a0ecSDave Kleikamp /* 710ac27a0ecSDave Kleikamp * Update the host buffer_head or inode to point to more just allocated 711ac27a0ecSDave Kleikamp * direct blocks blocks 712ac27a0ecSDave Kleikamp */ 713ac27a0ecSDave Kleikamp if (num == 0 && blks > 1) { 714ac27a0ecSDave Kleikamp current_block = le32_to_cpu(where->key) + 1; 715ac27a0ecSDave Kleikamp for (i = 1; i < blks; i++) 716ac27a0ecSDave Kleikamp *(where->p + i ) = cpu_to_le32(current_block++); 717ac27a0ecSDave Kleikamp } 718ac27a0ecSDave Kleikamp 719ac27a0ecSDave Kleikamp /* 720ac27a0ecSDave Kleikamp * update the most recently allocated logical & physical block 721ac27a0ecSDave Kleikamp * in i_block_alloc_info, to assist find the proper goal block for next 722ac27a0ecSDave Kleikamp * allocation 723ac27a0ecSDave Kleikamp */ 724ac27a0ecSDave Kleikamp if (block_i) { 725ac27a0ecSDave Kleikamp block_i->last_alloc_logical_block = block + blks - 1; 726ac27a0ecSDave Kleikamp block_i->last_alloc_physical_block = 727ac27a0ecSDave Kleikamp le32_to_cpu(where[num].key) + blks - 1; 728ac27a0ecSDave Kleikamp } 729ac27a0ecSDave Kleikamp 730ac27a0ecSDave Kleikamp /* We are done with atomic stuff, now do the rest of housekeeping */ 731ac27a0ecSDave Kleikamp 732ac27a0ecSDave Kleikamp inode->i_ctime = CURRENT_TIME_SEC; 733617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 734ac27a0ecSDave Kleikamp 735ac27a0ecSDave Kleikamp /* had we spliced it onto indirect block? */ 736ac27a0ecSDave Kleikamp if (where->bh) { 737ac27a0ecSDave Kleikamp /* 738ac27a0ecSDave Kleikamp * If we spliced it onto an indirect block, we haven't 739ac27a0ecSDave Kleikamp * altered the inode. Note however that if it is being spliced 740ac27a0ecSDave Kleikamp * onto an indirect block at the very end of the file (the 741ac27a0ecSDave Kleikamp * file is growing) then we *will* alter the inode to reflect 742ac27a0ecSDave Kleikamp * the new i_size. But that is not done here - it is done in 743617ba13bSMingming Cao * generic_commit_write->__mark_inode_dirty->ext4_dirty_inode. 744ac27a0ecSDave Kleikamp */ 745ac27a0ecSDave Kleikamp jbd_debug(5, "splicing indirect only\n"); 746617ba13bSMingming Cao BUFFER_TRACE(where->bh, "call ext4_journal_dirty_metadata"); 747617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, where->bh); 748ac27a0ecSDave Kleikamp if (err) 749ac27a0ecSDave Kleikamp goto err_out; 750ac27a0ecSDave Kleikamp } else { 751ac27a0ecSDave Kleikamp /* 752ac27a0ecSDave Kleikamp * OK, we spliced it into the inode itself on a direct block. 753ac27a0ecSDave Kleikamp * Inode was dirtied above. 754ac27a0ecSDave Kleikamp */ 755ac27a0ecSDave Kleikamp jbd_debug(5, "splicing direct\n"); 756ac27a0ecSDave Kleikamp } 757ac27a0ecSDave Kleikamp return err; 758ac27a0ecSDave Kleikamp 759ac27a0ecSDave Kleikamp err_out: 760ac27a0ecSDave Kleikamp for (i = 1; i <= num; i++) { 761*dab291afSMingming Cao BUFFER_TRACE(where[i].bh, "call jbd2_journal_forget"); 762617ba13bSMingming Cao ext4_journal_forget(handle, where[i].bh); 763617ba13bSMingming Cao ext4_free_blocks(handle,inode,le32_to_cpu(where[i-1].key),1); 764ac27a0ecSDave Kleikamp } 765617ba13bSMingming Cao ext4_free_blocks(handle, inode, le32_to_cpu(where[num].key), blks); 766ac27a0ecSDave Kleikamp 767ac27a0ecSDave Kleikamp return err; 768ac27a0ecSDave Kleikamp } 769ac27a0ecSDave Kleikamp 770ac27a0ecSDave Kleikamp /* 771ac27a0ecSDave Kleikamp * Allocation strategy is simple: if we have to allocate something, we will 772ac27a0ecSDave Kleikamp * have to go the whole way to leaf. So let's do it before attaching anything 773ac27a0ecSDave Kleikamp * to tree, set linkage between the newborn blocks, write them if sync is 774ac27a0ecSDave Kleikamp * required, recheck the path, free and repeat if check fails, otherwise 775ac27a0ecSDave Kleikamp * set the last missing link (that will protect us from any truncate-generated 776ac27a0ecSDave Kleikamp * removals - all blocks on the path are immune now) and possibly force the 777ac27a0ecSDave Kleikamp * write on the parent block. 778ac27a0ecSDave Kleikamp * That has a nice additional property: no special recovery from the failed 779ac27a0ecSDave Kleikamp * allocations is needed - we simply release blocks and do not touch anything 780ac27a0ecSDave Kleikamp * reachable from inode. 781ac27a0ecSDave Kleikamp * 782ac27a0ecSDave Kleikamp * `handle' can be NULL if create == 0. 783ac27a0ecSDave Kleikamp * 784ac27a0ecSDave Kleikamp * The BKL may not be held on entry here. Be sure to take it early. 785ac27a0ecSDave Kleikamp * return > 0, # of blocks mapped or allocated. 786ac27a0ecSDave Kleikamp * return = 0, if plain lookup failed. 787ac27a0ecSDave Kleikamp * return < 0, error case. 788ac27a0ecSDave Kleikamp */ 789617ba13bSMingming Cao int ext4_get_blocks_handle(handle_t *handle, struct inode *inode, 790ac27a0ecSDave Kleikamp sector_t iblock, unsigned long maxblocks, 791ac27a0ecSDave Kleikamp struct buffer_head *bh_result, 792ac27a0ecSDave Kleikamp int create, int extend_disksize) 793ac27a0ecSDave Kleikamp { 794ac27a0ecSDave Kleikamp int err = -EIO; 795ac27a0ecSDave Kleikamp int offsets[4]; 796ac27a0ecSDave Kleikamp Indirect chain[4]; 797ac27a0ecSDave Kleikamp Indirect *partial; 798617ba13bSMingming Cao ext4_fsblk_t goal; 799ac27a0ecSDave Kleikamp int indirect_blks; 800ac27a0ecSDave Kleikamp int blocks_to_boundary = 0; 801ac27a0ecSDave Kleikamp int depth; 802617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 803ac27a0ecSDave Kleikamp int count = 0; 804617ba13bSMingming Cao ext4_fsblk_t first_block = 0; 805ac27a0ecSDave Kleikamp 806ac27a0ecSDave Kleikamp 807ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 808617ba13bSMingming Cao depth = ext4_block_to_path(inode,iblock,offsets,&blocks_to_boundary); 809ac27a0ecSDave Kleikamp 810ac27a0ecSDave Kleikamp if (depth == 0) 811ac27a0ecSDave Kleikamp goto out; 812ac27a0ecSDave Kleikamp 813617ba13bSMingming Cao partial = ext4_get_branch(inode, depth, offsets, chain, &err); 814ac27a0ecSDave Kleikamp 815ac27a0ecSDave Kleikamp /* Simplest case - block found, no allocation needed */ 816ac27a0ecSDave Kleikamp if (!partial) { 817ac27a0ecSDave Kleikamp first_block = le32_to_cpu(chain[depth - 1].key); 818ac27a0ecSDave Kleikamp clear_buffer_new(bh_result); 819ac27a0ecSDave Kleikamp count++; 820ac27a0ecSDave Kleikamp /*map more blocks*/ 821ac27a0ecSDave Kleikamp while (count < maxblocks && count <= blocks_to_boundary) { 822617ba13bSMingming Cao ext4_fsblk_t blk; 823ac27a0ecSDave Kleikamp 824ac27a0ecSDave Kleikamp if (!verify_chain(chain, partial)) { 825ac27a0ecSDave Kleikamp /* 826ac27a0ecSDave Kleikamp * Indirect block might be removed by 827ac27a0ecSDave Kleikamp * truncate while we were reading it. 828ac27a0ecSDave Kleikamp * Handling of that case: forget what we've 829ac27a0ecSDave Kleikamp * got now. Flag the err as EAGAIN, so it 830ac27a0ecSDave Kleikamp * will reread. 831ac27a0ecSDave Kleikamp */ 832ac27a0ecSDave Kleikamp err = -EAGAIN; 833ac27a0ecSDave Kleikamp count = 0; 834ac27a0ecSDave Kleikamp break; 835ac27a0ecSDave Kleikamp } 836ac27a0ecSDave Kleikamp blk = le32_to_cpu(*(chain[depth-1].p + count)); 837ac27a0ecSDave Kleikamp 838ac27a0ecSDave Kleikamp if (blk == first_block + count) 839ac27a0ecSDave Kleikamp count++; 840ac27a0ecSDave Kleikamp else 841ac27a0ecSDave Kleikamp break; 842ac27a0ecSDave Kleikamp } 843ac27a0ecSDave Kleikamp if (err != -EAGAIN) 844ac27a0ecSDave Kleikamp goto got_it; 845ac27a0ecSDave Kleikamp } 846ac27a0ecSDave Kleikamp 847ac27a0ecSDave Kleikamp /* Next simple case - plain lookup or failed read of indirect block */ 848ac27a0ecSDave Kleikamp if (!create || err == -EIO) 849ac27a0ecSDave Kleikamp goto cleanup; 850ac27a0ecSDave Kleikamp 851ac27a0ecSDave Kleikamp mutex_lock(&ei->truncate_mutex); 852ac27a0ecSDave Kleikamp 853ac27a0ecSDave Kleikamp /* 854ac27a0ecSDave Kleikamp * If the indirect block is missing while we are reading 855617ba13bSMingming Cao * the chain(ext4_get_branch() returns -EAGAIN err), or 856ac27a0ecSDave Kleikamp * if the chain has been changed after we grab the semaphore, 857ac27a0ecSDave Kleikamp * (either because another process truncated this branch, or 858ac27a0ecSDave Kleikamp * another get_block allocated this branch) re-grab the chain to see if 859ac27a0ecSDave Kleikamp * the request block has been allocated or not. 860ac27a0ecSDave Kleikamp * 861ac27a0ecSDave Kleikamp * Since we already block the truncate/other get_block 862ac27a0ecSDave Kleikamp * at this point, we will have the current copy of the chain when we 863ac27a0ecSDave Kleikamp * splice the branch into the tree. 864ac27a0ecSDave Kleikamp */ 865ac27a0ecSDave Kleikamp if (err == -EAGAIN || !verify_chain(chain, partial)) { 866ac27a0ecSDave Kleikamp while (partial > chain) { 867ac27a0ecSDave Kleikamp brelse(partial->bh); 868ac27a0ecSDave Kleikamp partial--; 869ac27a0ecSDave Kleikamp } 870617ba13bSMingming Cao partial = ext4_get_branch(inode, depth, offsets, chain, &err); 871ac27a0ecSDave Kleikamp if (!partial) { 872ac27a0ecSDave Kleikamp count++; 873ac27a0ecSDave Kleikamp mutex_unlock(&ei->truncate_mutex); 874ac27a0ecSDave Kleikamp if (err) 875ac27a0ecSDave Kleikamp goto cleanup; 876ac27a0ecSDave Kleikamp clear_buffer_new(bh_result); 877ac27a0ecSDave Kleikamp goto got_it; 878ac27a0ecSDave Kleikamp } 879ac27a0ecSDave Kleikamp } 880ac27a0ecSDave Kleikamp 881ac27a0ecSDave Kleikamp /* 882ac27a0ecSDave Kleikamp * Okay, we need to do block allocation. Lazily initialize the block 883ac27a0ecSDave Kleikamp * allocation info here if necessary 884ac27a0ecSDave Kleikamp */ 885ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode) && (!ei->i_block_alloc_info)) 886617ba13bSMingming Cao ext4_init_block_alloc_info(inode); 887ac27a0ecSDave Kleikamp 888617ba13bSMingming Cao goal = ext4_find_goal(inode, iblock, chain, partial); 889ac27a0ecSDave Kleikamp 890ac27a0ecSDave Kleikamp /* the number of blocks need to allocate for [d,t]indirect blocks */ 891ac27a0ecSDave Kleikamp indirect_blks = (chain + depth) - partial - 1; 892ac27a0ecSDave Kleikamp 893ac27a0ecSDave Kleikamp /* 894ac27a0ecSDave Kleikamp * Next look up the indirect map to count the totoal number of 895ac27a0ecSDave Kleikamp * direct blocks to allocate for this branch. 896ac27a0ecSDave Kleikamp */ 897617ba13bSMingming Cao count = ext4_blks_to_allocate(partial, indirect_blks, 898ac27a0ecSDave Kleikamp maxblocks, blocks_to_boundary); 899ac27a0ecSDave Kleikamp /* 900617ba13bSMingming Cao * Block out ext4_truncate while we alter the tree 901ac27a0ecSDave Kleikamp */ 902617ba13bSMingming Cao err = ext4_alloc_branch(handle, inode, indirect_blks, &count, goal, 903ac27a0ecSDave Kleikamp offsets + (partial - chain), partial); 904ac27a0ecSDave Kleikamp 905ac27a0ecSDave Kleikamp /* 906617ba13bSMingming Cao * The ext4_splice_branch call will free and forget any buffers 907ac27a0ecSDave Kleikamp * on the new chain if there is a failure, but that risks using 908ac27a0ecSDave Kleikamp * up transaction credits, especially for bitmaps where the 909ac27a0ecSDave Kleikamp * credits cannot be returned. Can we handle this somehow? We 910ac27a0ecSDave Kleikamp * may need to return -EAGAIN upwards in the worst case. --sct 911ac27a0ecSDave Kleikamp */ 912ac27a0ecSDave Kleikamp if (!err) 913617ba13bSMingming Cao err = ext4_splice_branch(handle, inode, iblock, 914ac27a0ecSDave Kleikamp partial, indirect_blks, count); 915ac27a0ecSDave Kleikamp /* 916ac27a0ecSDave Kleikamp * i_disksize growing is protected by truncate_mutex. Don't forget to 917ac27a0ecSDave Kleikamp * protect it if you're about to implement concurrent 918617ba13bSMingming Cao * ext4_get_block() -bzzz 919ac27a0ecSDave Kleikamp */ 920ac27a0ecSDave Kleikamp if (!err && extend_disksize && inode->i_size > ei->i_disksize) 921ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 922ac27a0ecSDave Kleikamp mutex_unlock(&ei->truncate_mutex); 923ac27a0ecSDave Kleikamp if (err) 924ac27a0ecSDave Kleikamp goto cleanup; 925ac27a0ecSDave Kleikamp 926ac27a0ecSDave Kleikamp set_buffer_new(bh_result); 927ac27a0ecSDave Kleikamp got_it: 928ac27a0ecSDave Kleikamp map_bh(bh_result, inode->i_sb, le32_to_cpu(chain[depth-1].key)); 929ac27a0ecSDave Kleikamp if (count > blocks_to_boundary) 930ac27a0ecSDave Kleikamp set_buffer_boundary(bh_result); 931ac27a0ecSDave Kleikamp err = count; 932ac27a0ecSDave Kleikamp /* Clean up and exit */ 933ac27a0ecSDave Kleikamp partial = chain + depth - 1; /* the whole chain */ 934ac27a0ecSDave Kleikamp cleanup: 935ac27a0ecSDave Kleikamp while (partial > chain) { 936ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 937ac27a0ecSDave Kleikamp brelse(partial->bh); 938ac27a0ecSDave Kleikamp partial--; 939ac27a0ecSDave Kleikamp } 940ac27a0ecSDave Kleikamp BUFFER_TRACE(bh_result, "returned"); 941ac27a0ecSDave Kleikamp out: 942ac27a0ecSDave Kleikamp return err; 943ac27a0ecSDave Kleikamp } 944ac27a0ecSDave Kleikamp 945617ba13bSMingming Cao #define DIO_CREDITS (EXT4_RESERVE_TRANS_BLOCKS + 32) 946ac27a0ecSDave Kleikamp 947617ba13bSMingming Cao static int ext4_get_block(struct inode *inode, sector_t iblock, 948ac27a0ecSDave Kleikamp struct buffer_head *bh_result, int create) 949ac27a0ecSDave Kleikamp { 950ac27a0ecSDave Kleikamp handle_t *handle = journal_current_handle(); 951ac27a0ecSDave Kleikamp int ret = 0; 952ac27a0ecSDave Kleikamp unsigned max_blocks = bh_result->b_size >> inode->i_blkbits; 953ac27a0ecSDave Kleikamp 954ac27a0ecSDave Kleikamp if (!create) 955ac27a0ecSDave Kleikamp goto get_block; /* A read */ 956ac27a0ecSDave Kleikamp 957ac27a0ecSDave Kleikamp if (max_blocks == 1) 958ac27a0ecSDave Kleikamp goto get_block; /* A single block get */ 959ac27a0ecSDave Kleikamp 960ac27a0ecSDave Kleikamp if (handle->h_transaction->t_state == T_LOCKED) { 961ac27a0ecSDave Kleikamp /* 962ac27a0ecSDave Kleikamp * Huge direct-io writes can hold off commits for long 963ac27a0ecSDave Kleikamp * periods of time. Let this commit run. 964ac27a0ecSDave Kleikamp */ 965617ba13bSMingming Cao ext4_journal_stop(handle); 966617ba13bSMingming Cao handle = ext4_journal_start(inode, DIO_CREDITS); 967ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 968ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 969ac27a0ecSDave Kleikamp goto get_block; 970ac27a0ecSDave Kleikamp } 971ac27a0ecSDave Kleikamp 972617ba13bSMingming Cao if (handle->h_buffer_credits <= EXT4_RESERVE_TRANS_BLOCKS) { 973ac27a0ecSDave Kleikamp /* 974ac27a0ecSDave Kleikamp * Getting low on buffer credits... 975ac27a0ecSDave Kleikamp */ 976617ba13bSMingming Cao ret = ext4_journal_extend(handle, DIO_CREDITS); 977ac27a0ecSDave Kleikamp if (ret > 0) { 978ac27a0ecSDave Kleikamp /* 979ac27a0ecSDave Kleikamp * Couldn't extend the transaction. Start a new one. 980ac27a0ecSDave Kleikamp */ 981617ba13bSMingming Cao ret = ext4_journal_restart(handle, DIO_CREDITS); 982ac27a0ecSDave Kleikamp } 983ac27a0ecSDave Kleikamp } 984ac27a0ecSDave Kleikamp 985ac27a0ecSDave Kleikamp get_block: 986ac27a0ecSDave Kleikamp if (ret == 0) { 987617ba13bSMingming Cao ret = ext4_get_blocks_handle(handle, inode, iblock, 988ac27a0ecSDave Kleikamp max_blocks, bh_result, create, 0); 989ac27a0ecSDave Kleikamp if (ret > 0) { 990ac27a0ecSDave Kleikamp bh_result->b_size = (ret << inode->i_blkbits); 991ac27a0ecSDave Kleikamp ret = 0; 992ac27a0ecSDave Kleikamp } 993ac27a0ecSDave Kleikamp } 994ac27a0ecSDave Kleikamp return ret; 995ac27a0ecSDave Kleikamp } 996ac27a0ecSDave Kleikamp 997ac27a0ecSDave Kleikamp /* 998ac27a0ecSDave Kleikamp * `handle' can be NULL if create is zero 999ac27a0ecSDave Kleikamp */ 1000617ba13bSMingming Cao struct buffer_head *ext4_getblk(handle_t *handle, struct inode *inode, 1001ac27a0ecSDave Kleikamp long block, int create, int *errp) 1002ac27a0ecSDave Kleikamp { 1003ac27a0ecSDave Kleikamp struct buffer_head dummy; 1004ac27a0ecSDave Kleikamp int fatal = 0, err; 1005ac27a0ecSDave Kleikamp 1006ac27a0ecSDave Kleikamp J_ASSERT(handle != NULL || create == 0); 1007ac27a0ecSDave Kleikamp 1008ac27a0ecSDave Kleikamp dummy.b_state = 0; 1009ac27a0ecSDave Kleikamp dummy.b_blocknr = -1000; 1010ac27a0ecSDave Kleikamp buffer_trace_init(&dummy.b_history); 1011617ba13bSMingming Cao err = ext4_get_blocks_handle(handle, inode, block, 1, 1012ac27a0ecSDave Kleikamp &dummy, create, 1); 1013ac27a0ecSDave Kleikamp /* 1014617ba13bSMingming Cao * ext4_get_blocks_handle() returns number of blocks 1015ac27a0ecSDave Kleikamp * mapped. 0 in case of a HOLE. 1016ac27a0ecSDave Kleikamp */ 1017ac27a0ecSDave Kleikamp if (err > 0) { 1018ac27a0ecSDave Kleikamp if (err > 1) 1019ac27a0ecSDave Kleikamp WARN_ON(1); 1020ac27a0ecSDave Kleikamp err = 0; 1021ac27a0ecSDave Kleikamp } 1022ac27a0ecSDave Kleikamp *errp = err; 1023ac27a0ecSDave Kleikamp if (!err && buffer_mapped(&dummy)) { 1024ac27a0ecSDave Kleikamp struct buffer_head *bh; 1025ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, dummy.b_blocknr); 1026ac27a0ecSDave Kleikamp if (!bh) { 1027ac27a0ecSDave Kleikamp *errp = -EIO; 1028ac27a0ecSDave Kleikamp goto err; 1029ac27a0ecSDave Kleikamp } 1030ac27a0ecSDave Kleikamp if (buffer_new(&dummy)) { 1031ac27a0ecSDave Kleikamp J_ASSERT(create != 0); 1032ac27a0ecSDave Kleikamp J_ASSERT(handle != 0); 1033ac27a0ecSDave Kleikamp 1034ac27a0ecSDave Kleikamp /* 1035ac27a0ecSDave Kleikamp * Now that we do not always journal data, we should 1036ac27a0ecSDave Kleikamp * keep in mind whether this should always journal the 1037ac27a0ecSDave Kleikamp * new buffer as metadata. For now, regular file 1038617ba13bSMingming Cao * writes use ext4_get_block instead, so it's not a 1039ac27a0ecSDave Kleikamp * problem. 1040ac27a0ecSDave Kleikamp */ 1041ac27a0ecSDave Kleikamp lock_buffer(bh); 1042ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "call get_create_access"); 1043617ba13bSMingming Cao fatal = ext4_journal_get_create_access(handle, bh); 1044ac27a0ecSDave Kleikamp if (!fatal && !buffer_uptodate(bh)) { 1045ac27a0ecSDave Kleikamp memset(bh->b_data,0,inode->i_sb->s_blocksize); 1046ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1047ac27a0ecSDave Kleikamp } 1048ac27a0ecSDave Kleikamp unlock_buffer(bh); 1049617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 1050617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, bh); 1051ac27a0ecSDave Kleikamp if (!fatal) 1052ac27a0ecSDave Kleikamp fatal = err; 1053ac27a0ecSDave Kleikamp } else { 1054ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "not a new buffer"); 1055ac27a0ecSDave Kleikamp } 1056ac27a0ecSDave Kleikamp if (fatal) { 1057ac27a0ecSDave Kleikamp *errp = fatal; 1058ac27a0ecSDave Kleikamp brelse(bh); 1059ac27a0ecSDave Kleikamp bh = NULL; 1060ac27a0ecSDave Kleikamp } 1061ac27a0ecSDave Kleikamp return bh; 1062ac27a0ecSDave Kleikamp } 1063ac27a0ecSDave Kleikamp err: 1064ac27a0ecSDave Kleikamp return NULL; 1065ac27a0ecSDave Kleikamp } 1066ac27a0ecSDave Kleikamp 1067617ba13bSMingming Cao struct buffer_head *ext4_bread(handle_t *handle, struct inode *inode, 1068ac27a0ecSDave Kleikamp int block, int create, int *err) 1069ac27a0ecSDave Kleikamp { 1070ac27a0ecSDave Kleikamp struct buffer_head * bh; 1071ac27a0ecSDave Kleikamp 1072617ba13bSMingming Cao bh = ext4_getblk(handle, inode, block, create, err); 1073ac27a0ecSDave Kleikamp if (!bh) 1074ac27a0ecSDave Kleikamp return bh; 1075ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1076ac27a0ecSDave Kleikamp return bh; 1077ac27a0ecSDave Kleikamp ll_rw_block(READ_META, 1, &bh); 1078ac27a0ecSDave Kleikamp wait_on_buffer(bh); 1079ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) 1080ac27a0ecSDave Kleikamp return bh; 1081ac27a0ecSDave Kleikamp put_bh(bh); 1082ac27a0ecSDave Kleikamp *err = -EIO; 1083ac27a0ecSDave Kleikamp return NULL; 1084ac27a0ecSDave Kleikamp } 1085ac27a0ecSDave Kleikamp 1086ac27a0ecSDave Kleikamp static int walk_page_buffers( handle_t *handle, 1087ac27a0ecSDave Kleikamp struct buffer_head *head, 1088ac27a0ecSDave Kleikamp unsigned from, 1089ac27a0ecSDave Kleikamp unsigned to, 1090ac27a0ecSDave Kleikamp int *partial, 1091ac27a0ecSDave Kleikamp int (*fn)( handle_t *handle, 1092ac27a0ecSDave Kleikamp struct buffer_head *bh)) 1093ac27a0ecSDave Kleikamp { 1094ac27a0ecSDave Kleikamp struct buffer_head *bh; 1095ac27a0ecSDave Kleikamp unsigned block_start, block_end; 1096ac27a0ecSDave Kleikamp unsigned blocksize = head->b_size; 1097ac27a0ecSDave Kleikamp int err, ret = 0; 1098ac27a0ecSDave Kleikamp struct buffer_head *next; 1099ac27a0ecSDave Kleikamp 1100ac27a0ecSDave Kleikamp for ( bh = head, block_start = 0; 1101ac27a0ecSDave Kleikamp ret == 0 && (bh != head || !block_start); 1102ac27a0ecSDave Kleikamp block_start = block_end, bh = next) 1103ac27a0ecSDave Kleikamp { 1104ac27a0ecSDave Kleikamp next = bh->b_this_page; 1105ac27a0ecSDave Kleikamp block_end = block_start + blocksize; 1106ac27a0ecSDave Kleikamp if (block_end <= from || block_start >= to) { 1107ac27a0ecSDave Kleikamp if (partial && !buffer_uptodate(bh)) 1108ac27a0ecSDave Kleikamp *partial = 1; 1109ac27a0ecSDave Kleikamp continue; 1110ac27a0ecSDave Kleikamp } 1111ac27a0ecSDave Kleikamp err = (*fn)(handle, bh); 1112ac27a0ecSDave Kleikamp if (!ret) 1113ac27a0ecSDave Kleikamp ret = err; 1114ac27a0ecSDave Kleikamp } 1115ac27a0ecSDave Kleikamp return ret; 1116ac27a0ecSDave Kleikamp } 1117ac27a0ecSDave Kleikamp 1118ac27a0ecSDave Kleikamp /* 1119ac27a0ecSDave Kleikamp * To preserve ordering, it is essential that the hole instantiation and 1120ac27a0ecSDave Kleikamp * the data write be encapsulated in a single transaction. We cannot 1121617ba13bSMingming Cao * close off a transaction and start a new one between the ext4_get_block() 1122*dab291afSMingming Cao * and the commit_write(). So doing the jbd2_journal_start at the start of 1123ac27a0ecSDave Kleikamp * prepare_write() is the right place. 1124ac27a0ecSDave Kleikamp * 1125617ba13bSMingming Cao * Also, this function can nest inside ext4_writepage() -> 1126617ba13bSMingming Cao * block_write_full_page(). In that case, we *know* that ext4_writepage() 1127ac27a0ecSDave Kleikamp * has generated enough buffer credits to do the whole page. So we won't 1128ac27a0ecSDave Kleikamp * block on the journal in that case, which is good, because the caller may 1129ac27a0ecSDave Kleikamp * be PF_MEMALLOC. 1130ac27a0ecSDave Kleikamp * 1131617ba13bSMingming Cao * By accident, ext4 can be reentered when a transaction is open via 1132ac27a0ecSDave Kleikamp * quota file writes. If we were to commit the transaction while thus 1133ac27a0ecSDave Kleikamp * reentered, there can be a deadlock - we would be holding a quota 1134ac27a0ecSDave Kleikamp * lock, and the commit would never complete if another thread had a 1135ac27a0ecSDave Kleikamp * transaction open and was blocking on the quota lock - a ranking 1136ac27a0ecSDave Kleikamp * violation. 1137ac27a0ecSDave Kleikamp * 1138*dab291afSMingming Cao * So what we do is to rely on the fact that jbd2_journal_stop/journal_start 1139ac27a0ecSDave Kleikamp * will _not_ run commit under these circumstances because handle->h_ref 1140ac27a0ecSDave Kleikamp * is elevated. We'll still have enough credits for the tiny quotafile 1141ac27a0ecSDave Kleikamp * write. 1142ac27a0ecSDave Kleikamp */ 1143ac27a0ecSDave Kleikamp static int do_journal_get_write_access(handle_t *handle, 1144ac27a0ecSDave Kleikamp struct buffer_head *bh) 1145ac27a0ecSDave Kleikamp { 1146ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1147ac27a0ecSDave Kleikamp return 0; 1148617ba13bSMingming Cao return ext4_journal_get_write_access(handle, bh); 1149ac27a0ecSDave Kleikamp } 1150ac27a0ecSDave Kleikamp 1151617ba13bSMingming Cao static int ext4_prepare_write(struct file *file, struct page *page, 1152ac27a0ecSDave Kleikamp unsigned from, unsigned to) 1153ac27a0ecSDave Kleikamp { 1154ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1155617ba13bSMingming Cao int ret, needed_blocks = ext4_writepage_trans_blocks(inode); 1156ac27a0ecSDave Kleikamp handle_t *handle; 1157ac27a0ecSDave Kleikamp int retries = 0; 1158ac27a0ecSDave Kleikamp 1159ac27a0ecSDave Kleikamp retry: 1160617ba13bSMingming Cao handle = ext4_journal_start(inode, needed_blocks); 1161ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 1162ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 1163ac27a0ecSDave Kleikamp goto out; 1164ac27a0ecSDave Kleikamp } 1165617ba13bSMingming Cao if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode)) 1166617ba13bSMingming Cao ret = nobh_prepare_write(page, from, to, ext4_get_block); 1167ac27a0ecSDave Kleikamp else 1168617ba13bSMingming Cao ret = block_prepare_write(page, from, to, ext4_get_block); 1169ac27a0ecSDave Kleikamp if (ret) 1170ac27a0ecSDave Kleikamp goto prepare_write_failed; 1171ac27a0ecSDave Kleikamp 1172617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 1173ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), 1174ac27a0ecSDave Kleikamp from, to, NULL, do_journal_get_write_access); 1175ac27a0ecSDave Kleikamp } 1176ac27a0ecSDave Kleikamp prepare_write_failed: 1177ac27a0ecSDave Kleikamp if (ret) 1178617ba13bSMingming Cao ext4_journal_stop(handle); 1179617ba13bSMingming Cao if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 1180ac27a0ecSDave Kleikamp goto retry; 1181ac27a0ecSDave Kleikamp out: 1182ac27a0ecSDave Kleikamp return ret; 1183ac27a0ecSDave Kleikamp } 1184ac27a0ecSDave Kleikamp 1185617ba13bSMingming Cao int ext4_journal_dirty_data(handle_t *handle, struct buffer_head *bh) 1186ac27a0ecSDave Kleikamp { 1187*dab291afSMingming Cao int err = jbd2_journal_dirty_data(handle, bh); 1188ac27a0ecSDave Kleikamp if (err) 1189617ba13bSMingming Cao ext4_journal_abort_handle(__FUNCTION__, __FUNCTION__, 1190ac27a0ecSDave Kleikamp bh, handle,err); 1191ac27a0ecSDave Kleikamp return err; 1192ac27a0ecSDave Kleikamp } 1193ac27a0ecSDave Kleikamp 1194ac27a0ecSDave Kleikamp /* For commit_write() in data=journal mode */ 1195ac27a0ecSDave Kleikamp static int commit_write_fn(handle_t *handle, struct buffer_head *bh) 1196ac27a0ecSDave Kleikamp { 1197ac27a0ecSDave Kleikamp if (!buffer_mapped(bh) || buffer_freed(bh)) 1198ac27a0ecSDave Kleikamp return 0; 1199ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1200617ba13bSMingming Cao return ext4_journal_dirty_metadata(handle, bh); 1201ac27a0ecSDave Kleikamp } 1202ac27a0ecSDave Kleikamp 1203ac27a0ecSDave Kleikamp /* 1204ac27a0ecSDave Kleikamp * We need to pick up the new inode size which generic_commit_write gave us 1205ac27a0ecSDave Kleikamp * `file' can be NULL - eg, when called from page_symlink(). 1206ac27a0ecSDave Kleikamp * 1207617ba13bSMingming Cao * ext4 never places buffers on inode->i_mapping->private_list. metadata 1208ac27a0ecSDave Kleikamp * buffers are managed internally. 1209ac27a0ecSDave Kleikamp */ 1210617ba13bSMingming Cao static int ext4_ordered_commit_write(struct file *file, struct page *page, 1211ac27a0ecSDave Kleikamp unsigned from, unsigned to) 1212ac27a0ecSDave Kleikamp { 1213617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1214ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1215ac27a0ecSDave Kleikamp int ret = 0, ret2; 1216ac27a0ecSDave Kleikamp 1217ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), 1218617ba13bSMingming Cao from, to, NULL, ext4_journal_dirty_data); 1219ac27a0ecSDave Kleikamp 1220ac27a0ecSDave Kleikamp if (ret == 0) { 1221ac27a0ecSDave Kleikamp /* 1222ac27a0ecSDave Kleikamp * generic_commit_write() will run mark_inode_dirty() if i_size 1223ac27a0ecSDave Kleikamp * changes. So let's piggyback the i_disksize mark_inode_dirty 1224ac27a0ecSDave Kleikamp * into that. 1225ac27a0ecSDave Kleikamp */ 1226ac27a0ecSDave Kleikamp loff_t new_i_size; 1227ac27a0ecSDave Kleikamp 1228ac27a0ecSDave Kleikamp new_i_size = ((loff_t)page->index << PAGE_CACHE_SHIFT) + to; 1229617ba13bSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) 1230617ba13bSMingming Cao EXT4_I(inode)->i_disksize = new_i_size; 1231ac27a0ecSDave Kleikamp ret = generic_commit_write(file, page, from, to); 1232ac27a0ecSDave Kleikamp } 1233617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1234ac27a0ecSDave Kleikamp if (!ret) 1235ac27a0ecSDave Kleikamp ret = ret2; 1236ac27a0ecSDave Kleikamp return ret; 1237ac27a0ecSDave Kleikamp } 1238ac27a0ecSDave Kleikamp 1239617ba13bSMingming Cao static int ext4_writeback_commit_write(struct file *file, struct page *page, 1240ac27a0ecSDave Kleikamp unsigned from, unsigned to) 1241ac27a0ecSDave Kleikamp { 1242617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1243ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1244ac27a0ecSDave Kleikamp int ret = 0, ret2; 1245ac27a0ecSDave Kleikamp loff_t new_i_size; 1246ac27a0ecSDave Kleikamp 1247ac27a0ecSDave Kleikamp new_i_size = ((loff_t)page->index << PAGE_CACHE_SHIFT) + to; 1248617ba13bSMingming Cao if (new_i_size > EXT4_I(inode)->i_disksize) 1249617ba13bSMingming Cao EXT4_I(inode)->i_disksize = new_i_size; 1250ac27a0ecSDave Kleikamp 1251617ba13bSMingming Cao if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode)) 1252ac27a0ecSDave Kleikamp ret = nobh_commit_write(file, page, from, to); 1253ac27a0ecSDave Kleikamp else 1254ac27a0ecSDave Kleikamp ret = generic_commit_write(file, page, from, to); 1255ac27a0ecSDave Kleikamp 1256617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1257ac27a0ecSDave Kleikamp if (!ret) 1258ac27a0ecSDave Kleikamp ret = ret2; 1259ac27a0ecSDave Kleikamp return ret; 1260ac27a0ecSDave Kleikamp } 1261ac27a0ecSDave Kleikamp 1262617ba13bSMingming Cao static int ext4_journalled_commit_write(struct file *file, 1263ac27a0ecSDave Kleikamp struct page *page, unsigned from, unsigned to) 1264ac27a0ecSDave Kleikamp { 1265617ba13bSMingming Cao handle_t *handle = ext4_journal_current_handle(); 1266ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1267ac27a0ecSDave Kleikamp int ret = 0, ret2; 1268ac27a0ecSDave Kleikamp int partial = 0; 1269ac27a0ecSDave Kleikamp loff_t pos; 1270ac27a0ecSDave Kleikamp 1271ac27a0ecSDave Kleikamp /* 1272ac27a0ecSDave Kleikamp * Here we duplicate the generic_commit_write() functionality 1273ac27a0ecSDave Kleikamp */ 1274ac27a0ecSDave Kleikamp pos = ((loff_t)page->index << PAGE_CACHE_SHIFT) + to; 1275ac27a0ecSDave Kleikamp 1276ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), from, 1277ac27a0ecSDave Kleikamp to, &partial, commit_write_fn); 1278ac27a0ecSDave Kleikamp if (!partial) 1279ac27a0ecSDave Kleikamp SetPageUptodate(page); 1280ac27a0ecSDave Kleikamp if (pos > inode->i_size) 1281ac27a0ecSDave Kleikamp i_size_write(inode, pos); 1282617ba13bSMingming Cao EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 1283617ba13bSMingming Cao if (inode->i_size > EXT4_I(inode)->i_disksize) { 1284617ba13bSMingming Cao EXT4_I(inode)->i_disksize = inode->i_size; 1285617ba13bSMingming Cao ret2 = ext4_mark_inode_dirty(handle, inode); 1286ac27a0ecSDave Kleikamp if (!ret) 1287ac27a0ecSDave Kleikamp ret = ret2; 1288ac27a0ecSDave Kleikamp } 1289617ba13bSMingming Cao ret2 = ext4_journal_stop(handle); 1290ac27a0ecSDave Kleikamp if (!ret) 1291ac27a0ecSDave Kleikamp ret = ret2; 1292ac27a0ecSDave Kleikamp return ret; 1293ac27a0ecSDave Kleikamp } 1294ac27a0ecSDave Kleikamp 1295ac27a0ecSDave Kleikamp /* 1296ac27a0ecSDave Kleikamp * bmap() is special. It gets used by applications such as lilo and by 1297ac27a0ecSDave Kleikamp * the swapper to find the on-disk block of a specific piece of data. 1298ac27a0ecSDave Kleikamp * 1299ac27a0ecSDave Kleikamp * Naturally, this is dangerous if the block concerned is still in the 1300617ba13bSMingming Cao * journal. If somebody makes a swapfile on an ext4 data-journaling 1301ac27a0ecSDave Kleikamp * filesystem and enables swap, then they may get a nasty shock when the 1302ac27a0ecSDave Kleikamp * data getting swapped to that swapfile suddenly gets overwritten by 1303ac27a0ecSDave Kleikamp * the original zero's written out previously to the journal and 1304ac27a0ecSDave Kleikamp * awaiting writeback in the kernel's buffer cache. 1305ac27a0ecSDave Kleikamp * 1306ac27a0ecSDave Kleikamp * So, if we see any bmap calls here on a modified, data-journaled file, 1307ac27a0ecSDave Kleikamp * take extra steps to flush any blocks which might be in the cache. 1308ac27a0ecSDave Kleikamp */ 1309617ba13bSMingming Cao static sector_t ext4_bmap(struct address_space *mapping, sector_t block) 1310ac27a0ecSDave Kleikamp { 1311ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 1312ac27a0ecSDave Kleikamp journal_t *journal; 1313ac27a0ecSDave Kleikamp int err; 1314ac27a0ecSDave Kleikamp 1315617ba13bSMingming Cao if (EXT4_I(inode)->i_state & EXT4_STATE_JDATA) { 1316ac27a0ecSDave Kleikamp /* 1317ac27a0ecSDave Kleikamp * This is a REALLY heavyweight approach, but the use of 1318ac27a0ecSDave Kleikamp * bmap on dirty files is expected to be extremely rare: 1319ac27a0ecSDave Kleikamp * only if we run lilo or swapon on a freshly made file 1320ac27a0ecSDave Kleikamp * do we expect this to happen. 1321ac27a0ecSDave Kleikamp * 1322ac27a0ecSDave Kleikamp * (bmap requires CAP_SYS_RAWIO so this does not 1323ac27a0ecSDave Kleikamp * represent an unprivileged user DOS attack --- we'd be 1324ac27a0ecSDave Kleikamp * in trouble if mortal users could trigger this path at 1325ac27a0ecSDave Kleikamp * will.) 1326ac27a0ecSDave Kleikamp * 1327617ba13bSMingming Cao * NB. EXT4_STATE_JDATA is not set on files other than 1328ac27a0ecSDave Kleikamp * regular files. If somebody wants to bmap a directory 1329ac27a0ecSDave Kleikamp * or symlink and gets confused because the buffer 1330ac27a0ecSDave Kleikamp * hasn't yet been flushed to disk, they deserve 1331ac27a0ecSDave Kleikamp * everything they get. 1332ac27a0ecSDave Kleikamp */ 1333ac27a0ecSDave Kleikamp 1334617ba13bSMingming Cao EXT4_I(inode)->i_state &= ~EXT4_STATE_JDATA; 1335617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 1336*dab291afSMingming Cao jbd2_journal_lock_updates(journal); 1337*dab291afSMingming Cao err = jbd2_journal_flush(journal); 1338*dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 1339ac27a0ecSDave Kleikamp 1340ac27a0ecSDave Kleikamp if (err) 1341ac27a0ecSDave Kleikamp return 0; 1342ac27a0ecSDave Kleikamp } 1343ac27a0ecSDave Kleikamp 1344617ba13bSMingming Cao return generic_block_bmap(mapping,block,ext4_get_block); 1345ac27a0ecSDave Kleikamp } 1346ac27a0ecSDave Kleikamp 1347ac27a0ecSDave Kleikamp static int bget_one(handle_t *handle, struct buffer_head *bh) 1348ac27a0ecSDave Kleikamp { 1349ac27a0ecSDave Kleikamp get_bh(bh); 1350ac27a0ecSDave Kleikamp return 0; 1351ac27a0ecSDave Kleikamp } 1352ac27a0ecSDave Kleikamp 1353ac27a0ecSDave Kleikamp static int bput_one(handle_t *handle, struct buffer_head *bh) 1354ac27a0ecSDave Kleikamp { 1355ac27a0ecSDave Kleikamp put_bh(bh); 1356ac27a0ecSDave Kleikamp return 0; 1357ac27a0ecSDave Kleikamp } 1358ac27a0ecSDave Kleikamp 1359*dab291afSMingming Cao static int jbd2_journal_dirty_data_fn(handle_t *handle, struct buffer_head *bh) 1360ac27a0ecSDave Kleikamp { 1361ac27a0ecSDave Kleikamp if (buffer_mapped(bh)) 1362617ba13bSMingming Cao return ext4_journal_dirty_data(handle, bh); 1363ac27a0ecSDave Kleikamp return 0; 1364ac27a0ecSDave Kleikamp } 1365ac27a0ecSDave Kleikamp 1366ac27a0ecSDave Kleikamp /* 1367ac27a0ecSDave Kleikamp * Note that we always start a transaction even if we're not journalling 1368ac27a0ecSDave Kleikamp * data. This is to preserve ordering: any hole instantiation within 1369617ba13bSMingming Cao * __block_write_full_page -> ext4_get_block() should be journalled 1370ac27a0ecSDave Kleikamp * along with the data so we don't crash and then get metadata which 1371ac27a0ecSDave Kleikamp * refers to old data. 1372ac27a0ecSDave Kleikamp * 1373ac27a0ecSDave Kleikamp * In all journalling modes block_write_full_page() will start the I/O. 1374ac27a0ecSDave Kleikamp * 1375ac27a0ecSDave Kleikamp * Problem: 1376ac27a0ecSDave Kleikamp * 1377617ba13bSMingming Cao * ext4_writepage() -> kmalloc() -> __alloc_pages() -> page_launder() -> 1378617ba13bSMingming Cao * ext4_writepage() 1379ac27a0ecSDave Kleikamp * 1380ac27a0ecSDave Kleikamp * Similar for: 1381ac27a0ecSDave Kleikamp * 1382617ba13bSMingming Cao * ext4_file_write() -> generic_file_write() -> __alloc_pages() -> ... 1383ac27a0ecSDave Kleikamp * 1384617ba13bSMingming Cao * Same applies to ext4_get_block(). We will deadlock on various things like 1385ac27a0ecSDave Kleikamp * lock_journal and i_truncate_mutex. 1386ac27a0ecSDave Kleikamp * 1387ac27a0ecSDave Kleikamp * Setting PF_MEMALLOC here doesn't work - too many internal memory 1388ac27a0ecSDave Kleikamp * allocations fail. 1389ac27a0ecSDave Kleikamp * 1390ac27a0ecSDave Kleikamp * 16May01: If we're reentered then journal_current_handle() will be 1391ac27a0ecSDave Kleikamp * non-zero. We simply *return*. 1392ac27a0ecSDave Kleikamp * 1393ac27a0ecSDave Kleikamp * 1 July 2001: @@@ FIXME: 1394ac27a0ecSDave Kleikamp * In journalled data mode, a data buffer may be metadata against the 1395ac27a0ecSDave Kleikamp * current transaction. But the same file is part of a shared mapping 1396ac27a0ecSDave Kleikamp * and someone does a writepage() on it. 1397ac27a0ecSDave Kleikamp * 1398ac27a0ecSDave Kleikamp * We will move the buffer onto the async_data list, but *after* it has 1399ac27a0ecSDave Kleikamp * been dirtied. So there's a small window where we have dirty data on 1400ac27a0ecSDave Kleikamp * BJ_Metadata. 1401ac27a0ecSDave Kleikamp * 1402ac27a0ecSDave Kleikamp * Note that this only applies to the last partial page in the file. The 1403ac27a0ecSDave Kleikamp * bit which block_write_full_page() uses prepare/commit for. (That's 1404ac27a0ecSDave Kleikamp * broken code anyway: it's wrong for msync()). 1405ac27a0ecSDave Kleikamp * 1406ac27a0ecSDave Kleikamp * It's a rare case: affects the final partial page, for journalled data 1407ac27a0ecSDave Kleikamp * where the file is subject to bith write() and writepage() in the same 1408ac27a0ecSDave Kleikamp * transction. To fix it we'll need a custom block_write_full_page(). 1409ac27a0ecSDave Kleikamp * We'll probably need that anyway for journalling writepage() output. 1410ac27a0ecSDave Kleikamp * 1411ac27a0ecSDave Kleikamp * We don't honour synchronous mounts for writepage(). That would be 1412ac27a0ecSDave Kleikamp * disastrous. Any write() or metadata operation will sync the fs for 1413ac27a0ecSDave Kleikamp * us. 1414ac27a0ecSDave Kleikamp * 1415ac27a0ecSDave Kleikamp * AKPM2: if all the page's buffers are mapped to disk and !data=journal, 1416ac27a0ecSDave Kleikamp * we don't need to open a transaction here. 1417ac27a0ecSDave Kleikamp */ 1418617ba13bSMingming Cao static int ext4_ordered_writepage(struct page *page, 1419ac27a0ecSDave Kleikamp struct writeback_control *wbc) 1420ac27a0ecSDave Kleikamp { 1421ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1422ac27a0ecSDave Kleikamp struct buffer_head *page_bufs; 1423ac27a0ecSDave Kleikamp handle_t *handle = NULL; 1424ac27a0ecSDave Kleikamp int ret = 0; 1425ac27a0ecSDave Kleikamp int err; 1426ac27a0ecSDave Kleikamp 1427ac27a0ecSDave Kleikamp J_ASSERT(PageLocked(page)); 1428ac27a0ecSDave Kleikamp 1429ac27a0ecSDave Kleikamp /* 1430ac27a0ecSDave Kleikamp * We give up here if we're reentered, because it might be for a 1431ac27a0ecSDave Kleikamp * different filesystem. 1432ac27a0ecSDave Kleikamp */ 1433617ba13bSMingming Cao if (ext4_journal_current_handle()) 1434ac27a0ecSDave Kleikamp goto out_fail; 1435ac27a0ecSDave Kleikamp 1436617ba13bSMingming Cao handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode)); 1437ac27a0ecSDave Kleikamp 1438ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 1439ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 1440ac27a0ecSDave Kleikamp goto out_fail; 1441ac27a0ecSDave Kleikamp } 1442ac27a0ecSDave Kleikamp 1443ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) { 1444ac27a0ecSDave Kleikamp create_empty_buffers(page, inode->i_sb->s_blocksize, 1445ac27a0ecSDave Kleikamp (1 << BH_Dirty)|(1 << BH_Uptodate)); 1446ac27a0ecSDave Kleikamp } 1447ac27a0ecSDave Kleikamp page_bufs = page_buffers(page); 1448ac27a0ecSDave Kleikamp walk_page_buffers(handle, page_bufs, 0, 1449ac27a0ecSDave Kleikamp PAGE_CACHE_SIZE, NULL, bget_one); 1450ac27a0ecSDave Kleikamp 1451617ba13bSMingming Cao ret = block_write_full_page(page, ext4_get_block, wbc); 1452ac27a0ecSDave Kleikamp 1453ac27a0ecSDave Kleikamp /* 1454ac27a0ecSDave Kleikamp * The page can become unlocked at any point now, and 1455ac27a0ecSDave Kleikamp * truncate can then come in and change things. So we 1456ac27a0ecSDave Kleikamp * can't touch *page from now on. But *page_bufs is 1457ac27a0ecSDave Kleikamp * safe due to elevated refcount. 1458ac27a0ecSDave Kleikamp */ 1459ac27a0ecSDave Kleikamp 1460ac27a0ecSDave Kleikamp /* 1461ac27a0ecSDave Kleikamp * And attach them to the current transaction. But only if 1462ac27a0ecSDave Kleikamp * block_write_full_page() succeeded. Otherwise they are unmapped, 1463ac27a0ecSDave Kleikamp * and generally junk. 1464ac27a0ecSDave Kleikamp */ 1465ac27a0ecSDave Kleikamp if (ret == 0) { 1466ac27a0ecSDave Kleikamp err = walk_page_buffers(handle, page_bufs, 0, PAGE_CACHE_SIZE, 1467*dab291afSMingming Cao NULL, jbd2_journal_dirty_data_fn); 1468ac27a0ecSDave Kleikamp if (!ret) 1469ac27a0ecSDave Kleikamp ret = err; 1470ac27a0ecSDave Kleikamp } 1471ac27a0ecSDave Kleikamp walk_page_buffers(handle, page_bufs, 0, 1472ac27a0ecSDave Kleikamp PAGE_CACHE_SIZE, NULL, bput_one); 1473617ba13bSMingming Cao err = ext4_journal_stop(handle); 1474ac27a0ecSDave Kleikamp if (!ret) 1475ac27a0ecSDave Kleikamp ret = err; 1476ac27a0ecSDave Kleikamp return ret; 1477ac27a0ecSDave Kleikamp 1478ac27a0ecSDave Kleikamp out_fail: 1479ac27a0ecSDave Kleikamp redirty_page_for_writepage(wbc, page); 1480ac27a0ecSDave Kleikamp unlock_page(page); 1481ac27a0ecSDave Kleikamp return ret; 1482ac27a0ecSDave Kleikamp } 1483ac27a0ecSDave Kleikamp 1484617ba13bSMingming Cao static int ext4_writeback_writepage(struct page *page, 1485ac27a0ecSDave Kleikamp struct writeback_control *wbc) 1486ac27a0ecSDave Kleikamp { 1487ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1488ac27a0ecSDave Kleikamp handle_t *handle = NULL; 1489ac27a0ecSDave Kleikamp int ret = 0; 1490ac27a0ecSDave Kleikamp int err; 1491ac27a0ecSDave Kleikamp 1492617ba13bSMingming Cao if (ext4_journal_current_handle()) 1493ac27a0ecSDave Kleikamp goto out_fail; 1494ac27a0ecSDave Kleikamp 1495617ba13bSMingming Cao handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode)); 1496ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 1497ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 1498ac27a0ecSDave Kleikamp goto out_fail; 1499ac27a0ecSDave Kleikamp } 1500ac27a0ecSDave Kleikamp 1501617ba13bSMingming Cao if (test_opt(inode->i_sb, NOBH) && ext4_should_writeback_data(inode)) 1502617ba13bSMingming Cao ret = nobh_writepage(page, ext4_get_block, wbc); 1503ac27a0ecSDave Kleikamp else 1504617ba13bSMingming Cao ret = block_write_full_page(page, ext4_get_block, wbc); 1505ac27a0ecSDave Kleikamp 1506617ba13bSMingming Cao err = ext4_journal_stop(handle); 1507ac27a0ecSDave Kleikamp if (!ret) 1508ac27a0ecSDave Kleikamp ret = err; 1509ac27a0ecSDave Kleikamp return ret; 1510ac27a0ecSDave Kleikamp 1511ac27a0ecSDave Kleikamp out_fail: 1512ac27a0ecSDave Kleikamp redirty_page_for_writepage(wbc, page); 1513ac27a0ecSDave Kleikamp unlock_page(page); 1514ac27a0ecSDave Kleikamp return ret; 1515ac27a0ecSDave Kleikamp } 1516ac27a0ecSDave Kleikamp 1517617ba13bSMingming Cao static int ext4_journalled_writepage(struct page *page, 1518ac27a0ecSDave Kleikamp struct writeback_control *wbc) 1519ac27a0ecSDave Kleikamp { 1520ac27a0ecSDave Kleikamp struct inode *inode = page->mapping->host; 1521ac27a0ecSDave Kleikamp handle_t *handle = NULL; 1522ac27a0ecSDave Kleikamp int ret = 0; 1523ac27a0ecSDave Kleikamp int err; 1524ac27a0ecSDave Kleikamp 1525617ba13bSMingming Cao if (ext4_journal_current_handle()) 1526ac27a0ecSDave Kleikamp goto no_write; 1527ac27a0ecSDave Kleikamp 1528617ba13bSMingming Cao handle = ext4_journal_start(inode, ext4_writepage_trans_blocks(inode)); 1529ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 1530ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 1531ac27a0ecSDave Kleikamp goto no_write; 1532ac27a0ecSDave Kleikamp } 1533ac27a0ecSDave Kleikamp 1534ac27a0ecSDave Kleikamp if (!page_has_buffers(page) || PageChecked(page)) { 1535ac27a0ecSDave Kleikamp /* 1536ac27a0ecSDave Kleikamp * It's mmapped pagecache. Add buffers and journal it. There 1537ac27a0ecSDave Kleikamp * doesn't seem much point in redirtying the page here. 1538ac27a0ecSDave Kleikamp */ 1539ac27a0ecSDave Kleikamp ClearPageChecked(page); 1540ac27a0ecSDave Kleikamp ret = block_prepare_write(page, 0, PAGE_CACHE_SIZE, 1541617ba13bSMingming Cao ext4_get_block); 1542ac27a0ecSDave Kleikamp if (ret != 0) { 1543617ba13bSMingming Cao ext4_journal_stop(handle); 1544ac27a0ecSDave Kleikamp goto out_unlock; 1545ac27a0ecSDave Kleikamp } 1546ac27a0ecSDave Kleikamp ret = walk_page_buffers(handle, page_buffers(page), 0, 1547ac27a0ecSDave Kleikamp PAGE_CACHE_SIZE, NULL, do_journal_get_write_access); 1548ac27a0ecSDave Kleikamp 1549ac27a0ecSDave Kleikamp err = walk_page_buffers(handle, page_buffers(page), 0, 1550ac27a0ecSDave Kleikamp PAGE_CACHE_SIZE, NULL, commit_write_fn); 1551ac27a0ecSDave Kleikamp if (ret == 0) 1552ac27a0ecSDave Kleikamp ret = err; 1553617ba13bSMingming Cao EXT4_I(inode)->i_state |= EXT4_STATE_JDATA; 1554ac27a0ecSDave Kleikamp unlock_page(page); 1555ac27a0ecSDave Kleikamp } else { 1556ac27a0ecSDave Kleikamp /* 1557ac27a0ecSDave Kleikamp * It may be a page full of checkpoint-mode buffers. We don't 1558ac27a0ecSDave Kleikamp * really know unless we go poke around in the buffer_heads. 1559ac27a0ecSDave Kleikamp * But block_write_full_page will do the right thing. 1560ac27a0ecSDave Kleikamp */ 1561617ba13bSMingming Cao ret = block_write_full_page(page, ext4_get_block, wbc); 1562ac27a0ecSDave Kleikamp } 1563617ba13bSMingming Cao err = ext4_journal_stop(handle); 1564ac27a0ecSDave Kleikamp if (!ret) 1565ac27a0ecSDave Kleikamp ret = err; 1566ac27a0ecSDave Kleikamp out: 1567ac27a0ecSDave Kleikamp return ret; 1568ac27a0ecSDave Kleikamp 1569ac27a0ecSDave Kleikamp no_write: 1570ac27a0ecSDave Kleikamp redirty_page_for_writepage(wbc, page); 1571ac27a0ecSDave Kleikamp out_unlock: 1572ac27a0ecSDave Kleikamp unlock_page(page); 1573ac27a0ecSDave Kleikamp goto out; 1574ac27a0ecSDave Kleikamp } 1575ac27a0ecSDave Kleikamp 1576617ba13bSMingming Cao static int ext4_readpage(struct file *file, struct page *page) 1577ac27a0ecSDave Kleikamp { 1578617ba13bSMingming Cao return mpage_readpage(page, ext4_get_block); 1579ac27a0ecSDave Kleikamp } 1580ac27a0ecSDave Kleikamp 1581ac27a0ecSDave Kleikamp static int 1582617ba13bSMingming Cao ext4_readpages(struct file *file, struct address_space *mapping, 1583ac27a0ecSDave Kleikamp struct list_head *pages, unsigned nr_pages) 1584ac27a0ecSDave Kleikamp { 1585617ba13bSMingming Cao return mpage_readpages(mapping, pages, nr_pages, ext4_get_block); 1586ac27a0ecSDave Kleikamp } 1587ac27a0ecSDave Kleikamp 1588617ba13bSMingming Cao static void ext4_invalidatepage(struct page *page, unsigned long offset) 1589ac27a0ecSDave Kleikamp { 1590617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 1591ac27a0ecSDave Kleikamp 1592ac27a0ecSDave Kleikamp /* 1593ac27a0ecSDave Kleikamp * If it's a full truncate we just forget about the pending dirtying 1594ac27a0ecSDave Kleikamp */ 1595ac27a0ecSDave Kleikamp if (offset == 0) 1596ac27a0ecSDave Kleikamp ClearPageChecked(page); 1597ac27a0ecSDave Kleikamp 1598*dab291afSMingming Cao jbd2_journal_invalidatepage(journal, page, offset); 1599ac27a0ecSDave Kleikamp } 1600ac27a0ecSDave Kleikamp 1601617ba13bSMingming Cao static int ext4_releasepage(struct page *page, gfp_t wait) 1602ac27a0ecSDave Kleikamp { 1603617ba13bSMingming Cao journal_t *journal = EXT4_JOURNAL(page->mapping->host); 1604ac27a0ecSDave Kleikamp 1605ac27a0ecSDave Kleikamp WARN_ON(PageChecked(page)); 1606ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 1607ac27a0ecSDave Kleikamp return 0; 1608*dab291afSMingming Cao return jbd2_journal_try_to_free_buffers(journal, page, wait); 1609ac27a0ecSDave Kleikamp } 1610ac27a0ecSDave Kleikamp 1611ac27a0ecSDave Kleikamp /* 1612ac27a0ecSDave Kleikamp * If the O_DIRECT write will extend the file then add this inode to the 1613ac27a0ecSDave Kleikamp * orphan list. So recovery will truncate it back to the original size 1614ac27a0ecSDave Kleikamp * if the machine crashes during the write. 1615ac27a0ecSDave Kleikamp * 1616ac27a0ecSDave Kleikamp * If the O_DIRECT write is intantiating holes inside i_size and the machine 1617ac27a0ecSDave Kleikamp * crashes then stale disk data _may_ be exposed inside the file. 1618ac27a0ecSDave Kleikamp */ 1619617ba13bSMingming Cao static ssize_t ext4_direct_IO(int rw, struct kiocb *iocb, 1620ac27a0ecSDave Kleikamp const struct iovec *iov, loff_t offset, 1621ac27a0ecSDave Kleikamp unsigned long nr_segs) 1622ac27a0ecSDave Kleikamp { 1623ac27a0ecSDave Kleikamp struct file *file = iocb->ki_filp; 1624ac27a0ecSDave Kleikamp struct inode *inode = file->f_mapping->host; 1625617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 1626ac27a0ecSDave Kleikamp handle_t *handle = NULL; 1627ac27a0ecSDave Kleikamp ssize_t ret; 1628ac27a0ecSDave Kleikamp int orphan = 0; 1629ac27a0ecSDave Kleikamp size_t count = iov_length(iov, nr_segs); 1630ac27a0ecSDave Kleikamp 1631ac27a0ecSDave Kleikamp if (rw == WRITE) { 1632ac27a0ecSDave Kleikamp loff_t final_size = offset + count; 1633ac27a0ecSDave Kleikamp 1634617ba13bSMingming Cao handle = ext4_journal_start(inode, DIO_CREDITS); 1635ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 1636ac27a0ecSDave Kleikamp ret = PTR_ERR(handle); 1637ac27a0ecSDave Kleikamp goto out; 1638ac27a0ecSDave Kleikamp } 1639ac27a0ecSDave Kleikamp if (final_size > inode->i_size) { 1640617ba13bSMingming Cao ret = ext4_orphan_add(handle, inode); 1641ac27a0ecSDave Kleikamp if (ret) 1642ac27a0ecSDave Kleikamp goto out_stop; 1643ac27a0ecSDave Kleikamp orphan = 1; 1644ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 1645ac27a0ecSDave Kleikamp } 1646ac27a0ecSDave Kleikamp } 1647ac27a0ecSDave Kleikamp 1648ac27a0ecSDave Kleikamp ret = blockdev_direct_IO(rw, iocb, inode, inode->i_sb->s_bdev, iov, 1649ac27a0ecSDave Kleikamp offset, nr_segs, 1650617ba13bSMingming Cao ext4_get_block, NULL); 1651ac27a0ecSDave Kleikamp 1652ac27a0ecSDave Kleikamp /* 1653617ba13bSMingming Cao * Reacquire the handle: ext4_get_block() can restart the transaction 1654ac27a0ecSDave Kleikamp */ 1655ac27a0ecSDave Kleikamp handle = journal_current_handle(); 1656ac27a0ecSDave Kleikamp 1657ac27a0ecSDave Kleikamp out_stop: 1658ac27a0ecSDave Kleikamp if (handle) { 1659ac27a0ecSDave Kleikamp int err; 1660ac27a0ecSDave Kleikamp 1661ac27a0ecSDave Kleikamp if (orphan && inode->i_nlink) 1662617ba13bSMingming Cao ext4_orphan_del(handle, inode); 1663ac27a0ecSDave Kleikamp if (orphan && ret > 0) { 1664ac27a0ecSDave Kleikamp loff_t end = offset + ret; 1665ac27a0ecSDave Kleikamp if (end > inode->i_size) { 1666ac27a0ecSDave Kleikamp ei->i_disksize = end; 1667ac27a0ecSDave Kleikamp i_size_write(inode, end); 1668ac27a0ecSDave Kleikamp /* 1669ac27a0ecSDave Kleikamp * We're going to return a positive `ret' 1670ac27a0ecSDave Kleikamp * here due to non-zero-length I/O, so there's 1671ac27a0ecSDave Kleikamp * no way of reporting error returns from 1672617ba13bSMingming Cao * ext4_mark_inode_dirty() to userspace. So 1673ac27a0ecSDave Kleikamp * ignore it. 1674ac27a0ecSDave Kleikamp */ 1675617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 1676ac27a0ecSDave Kleikamp } 1677ac27a0ecSDave Kleikamp } 1678617ba13bSMingming Cao err = ext4_journal_stop(handle); 1679ac27a0ecSDave Kleikamp if (ret == 0) 1680ac27a0ecSDave Kleikamp ret = err; 1681ac27a0ecSDave Kleikamp } 1682ac27a0ecSDave Kleikamp out: 1683ac27a0ecSDave Kleikamp return ret; 1684ac27a0ecSDave Kleikamp } 1685ac27a0ecSDave Kleikamp 1686ac27a0ecSDave Kleikamp /* 1687617ba13bSMingming Cao * Pages can be marked dirty completely asynchronously from ext4's journalling 1688ac27a0ecSDave Kleikamp * activity. By filemap_sync_pte(), try_to_unmap_one(), etc. We cannot do 1689ac27a0ecSDave Kleikamp * much here because ->set_page_dirty is called under VFS locks. The page is 1690ac27a0ecSDave Kleikamp * not necessarily locked. 1691ac27a0ecSDave Kleikamp * 1692ac27a0ecSDave Kleikamp * We cannot just dirty the page and leave attached buffers clean, because the 1693ac27a0ecSDave Kleikamp * buffers' dirty state is "definitive". We cannot just set the buffers dirty 1694ac27a0ecSDave Kleikamp * or jbddirty because all the journalling code will explode. 1695ac27a0ecSDave Kleikamp * 1696ac27a0ecSDave Kleikamp * So what we do is to mark the page "pending dirty" and next time writepage 1697ac27a0ecSDave Kleikamp * is called, propagate that into the buffers appropriately. 1698ac27a0ecSDave Kleikamp */ 1699617ba13bSMingming Cao static int ext4_journalled_set_page_dirty(struct page *page) 1700ac27a0ecSDave Kleikamp { 1701ac27a0ecSDave Kleikamp SetPageChecked(page); 1702ac27a0ecSDave Kleikamp return __set_page_dirty_nobuffers(page); 1703ac27a0ecSDave Kleikamp } 1704ac27a0ecSDave Kleikamp 1705617ba13bSMingming Cao static const struct address_space_operations ext4_ordered_aops = { 1706617ba13bSMingming Cao .readpage = ext4_readpage, 1707617ba13bSMingming Cao .readpages = ext4_readpages, 1708617ba13bSMingming Cao .writepage = ext4_ordered_writepage, 1709ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 1710617ba13bSMingming Cao .prepare_write = ext4_prepare_write, 1711617ba13bSMingming Cao .commit_write = ext4_ordered_commit_write, 1712617ba13bSMingming Cao .bmap = ext4_bmap, 1713617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 1714617ba13bSMingming Cao .releasepage = ext4_releasepage, 1715617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 1716ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 1717ac27a0ecSDave Kleikamp }; 1718ac27a0ecSDave Kleikamp 1719617ba13bSMingming Cao static const struct address_space_operations ext4_writeback_aops = { 1720617ba13bSMingming Cao .readpage = ext4_readpage, 1721617ba13bSMingming Cao .readpages = ext4_readpages, 1722617ba13bSMingming Cao .writepage = ext4_writeback_writepage, 1723ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 1724617ba13bSMingming Cao .prepare_write = ext4_prepare_write, 1725617ba13bSMingming Cao .commit_write = ext4_writeback_commit_write, 1726617ba13bSMingming Cao .bmap = ext4_bmap, 1727617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 1728617ba13bSMingming Cao .releasepage = ext4_releasepage, 1729617ba13bSMingming Cao .direct_IO = ext4_direct_IO, 1730ac27a0ecSDave Kleikamp .migratepage = buffer_migrate_page, 1731ac27a0ecSDave Kleikamp }; 1732ac27a0ecSDave Kleikamp 1733617ba13bSMingming Cao static const struct address_space_operations ext4_journalled_aops = { 1734617ba13bSMingming Cao .readpage = ext4_readpage, 1735617ba13bSMingming Cao .readpages = ext4_readpages, 1736617ba13bSMingming Cao .writepage = ext4_journalled_writepage, 1737ac27a0ecSDave Kleikamp .sync_page = block_sync_page, 1738617ba13bSMingming Cao .prepare_write = ext4_prepare_write, 1739617ba13bSMingming Cao .commit_write = ext4_journalled_commit_write, 1740617ba13bSMingming Cao .set_page_dirty = ext4_journalled_set_page_dirty, 1741617ba13bSMingming Cao .bmap = ext4_bmap, 1742617ba13bSMingming Cao .invalidatepage = ext4_invalidatepage, 1743617ba13bSMingming Cao .releasepage = ext4_releasepage, 1744ac27a0ecSDave Kleikamp }; 1745ac27a0ecSDave Kleikamp 1746617ba13bSMingming Cao void ext4_set_aops(struct inode *inode) 1747ac27a0ecSDave Kleikamp { 1748617ba13bSMingming Cao if (ext4_should_order_data(inode)) 1749617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_ordered_aops; 1750617ba13bSMingming Cao else if (ext4_should_writeback_data(inode)) 1751617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_writeback_aops; 1752ac27a0ecSDave Kleikamp else 1753617ba13bSMingming Cao inode->i_mapping->a_ops = &ext4_journalled_aops; 1754ac27a0ecSDave Kleikamp } 1755ac27a0ecSDave Kleikamp 1756ac27a0ecSDave Kleikamp /* 1757617ba13bSMingming Cao * ext4_block_truncate_page() zeroes out a mapping from file offset `from' 1758ac27a0ecSDave Kleikamp * up to the end of the block which corresponds to `from'. 1759ac27a0ecSDave Kleikamp * This required during truncate. We need to physically zero the tail end 1760ac27a0ecSDave Kleikamp * of that block so it doesn't yield old data if the file is later grown. 1761ac27a0ecSDave Kleikamp */ 1762617ba13bSMingming Cao static int ext4_block_truncate_page(handle_t *handle, struct page *page, 1763ac27a0ecSDave Kleikamp struct address_space *mapping, loff_t from) 1764ac27a0ecSDave Kleikamp { 1765617ba13bSMingming Cao ext4_fsblk_t index = from >> PAGE_CACHE_SHIFT; 1766ac27a0ecSDave Kleikamp unsigned offset = from & (PAGE_CACHE_SIZE-1); 1767ac27a0ecSDave Kleikamp unsigned blocksize, iblock, length, pos; 1768ac27a0ecSDave Kleikamp struct inode *inode = mapping->host; 1769ac27a0ecSDave Kleikamp struct buffer_head *bh; 1770ac27a0ecSDave Kleikamp int err = 0; 1771ac27a0ecSDave Kleikamp void *kaddr; 1772ac27a0ecSDave Kleikamp 1773ac27a0ecSDave Kleikamp blocksize = inode->i_sb->s_blocksize; 1774ac27a0ecSDave Kleikamp length = blocksize - (offset & (blocksize - 1)); 1775ac27a0ecSDave Kleikamp iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits); 1776ac27a0ecSDave Kleikamp 1777ac27a0ecSDave Kleikamp /* 1778ac27a0ecSDave Kleikamp * For "nobh" option, we can only work if we don't need to 1779ac27a0ecSDave Kleikamp * read-in the page - otherwise we create buffers to do the IO. 1780ac27a0ecSDave Kleikamp */ 1781ac27a0ecSDave Kleikamp if (!page_has_buffers(page) && test_opt(inode->i_sb, NOBH) && 1782617ba13bSMingming Cao ext4_should_writeback_data(inode) && PageUptodate(page)) { 1783ac27a0ecSDave Kleikamp kaddr = kmap_atomic(page, KM_USER0); 1784ac27a0ecSDave Kleikamp memset(kaddr + offset, 0, length); 1785ac27a0ecSDave Kleikamp flush_dcache_page(page); 1786ac27a0ecSDave Kleikamp kunmap_atomic(kaddr, KM_USER0); 1787ac27a0ecSDave Kleikamp set_page_dirty(page); 1788ac27a0ecSDave Kleikamp goto unlock; 1789ac27a0ecSDave Kleikamp } 1790ac27a0ecSDave Kleikamp 1791ac27a0ecSDave Kleikamp if (!page_has_buffers(page)) 1792ac27a0ecSDave Kleikamp create_empty_buffers(page, blocksize, 0); 1793ac27a0ecSDave Kleikamp 1794ac27a0ecSDave Kleikamp /* Find the buffer that contains "offset" */ 1795ac27a0ecSDave Kleikamp bh = page_buffers(page); 1796ac27a0ecSDave Kleikamp pos = blocksize; 1797ac27a0ecSDave Kleikamp while (offset >= pos) { 1798ac27a0ecSDave Kleikamp bh = bh->b_this_page; 1799ac27a0ecSDave Kleikamp iblock++; 1800ac27a0ecSDave Kleikamp pos += blocksize; 1801ac27a0ecSDave Kleikamp } 1802ac27a0ecSDave Kleikamp 1803ac27a0ecSDave Kleikamp err = 0; 1804ac27a0ecSDave Kleikamp if (buffer_freed(bh)) { 1805ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "freed: skip"); 1806ac27a0ecSDave Kleikamp goto unlock; 1807ac27a0ecSDave Kleikamp } 1808ac27a0ecSDave Kleikamp 1809ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 1810ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "unmapped"); 1811617ba13bSMingming Cao ext4_get_block(inode, iblock, bh, 0); 1812ac27a0ecSDave Kleikamp /* unmapped? It's a hole - nothing to do */ 1813ac27a0ecSDave Kleikamp if (!buffer_mapped(bh)) { 1814ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "still unmapped"); 1815ac27a0ecSDave Kleikamp goto unlock; 1816ac27a0ecSDave Kleikamp } 1817ac27a0ecSDave Kleikamp } 1818ac27a0ecSDave Kleikamp 1819ac27a0ecSDave Kleikamp /* Ok, it's mapped. Make sure it's up-to-date */ 1820ac27a0ecSDave Kleikamp if (PageUptodate(page)) 1821ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 1822ac27a0ecSDave Kleikamp 1823ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 1824ac27a0ecSDave Kleikamp err = -EIO; 1825ac27a0ecSDave Kleikamp ll_rw_block(READ, 1, &bh); 1826ac27a0ecSDave Kleikamp wait_on_buffer(bh); 1827ac27a0ecSDave Kleikamp /* Uhhuh. Read error. Complain and punt. */ 1828ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) 1829ac27a0ecSDave Kleikamp goto unlock; 1830ac27a0ecSDave Kleikamp } 1831ac27a0ecSDave Kleikamp 1832617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 1833ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "get write access"); 1834617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, bh); 1835ac27a0ecSDave Kleikamp if (err) 1836ac27a0ecSDave Kleikamp goto unlock; 1837ac27a0ecSDave Kleikamp } 1838ac27a0ecSDave Kleikamp 1839ac27a0ecSDave Kleikamp kaddr = kmap_atomic(page, KM_USER0); 1840ac27a0ecSDave Kleikamp memset(kaddr + offset, 0, length); 1841ac27a0ecSDave Kleikamp flush_dcache_page(page); 1842ac27a0ecSDave Kleikamp kunmap_atomic(kaddr, KM_USER0); 1843ac27a0ecSDave Kleikamp 1844ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "zeroed end of block"); 1845ac27a0ecSDave Kleikamp 1846ac27a0ecSDave Kleikamp err = 0; 1847617ba13bSMingming Cao if (ext4_should_journal_data(inode)) { 1848617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, bh); 1849ac27a0ecSDave Kleikamp } else { 1850617ba13bSMingming Cao if (ext4_should_order_data(inode)) 1851617ba13bSMingming Cao err = ext4_journal_dirty_data(handle, bh); 1852ac27a0ecSDave Kleikamp mark_buffer_dirty(bh); 1853ac27a0ecSDave Kleikamp } 1854ac27a0ecSDave Kleikamp 1855ac27a0ecSDave Kleikamp unlock: 1856ac27a0ecSDave Kleikamp unlock_page(page); 1857ac27a0ecSDave Kleikamp page_cache_release(page); 1858ac27a0ecSDave Kleikamp return err; 1859ac27a0ecSDave Kleikamp } 1860ac27a0ecSDave Kleikamp 1861ac27a0ecSDave Kleikamp /* 1862ac27a0ecSDave Kleikamp * Probably it should be a library function... search for first non-zero word 1863ac27a0ecSDave Kleikamp * or memcmp with zero_page, whatever is better for particular architecture. 1864ac27a0ecSDave Kleikamp * Linus? 1865ac27a0ecSDave Kleikamp */ 1866ac27a0ecSDave Kleikamp static inline int all_zeroes(__le32 *p, __le32 *q) 1867ac27a0ecSDave Kleikamp { 1868ac27a0ecSDave Kleikamp while (p < q) 1869ac27a0ecSDave Kleikamp if (*p++) 1870ac27a0ecSDave Kleikamp return 0; 1871ac27a0ecSDave Kleikamp return 1; 1872ac27a0ecSDave Kleikamp } 1873ac27a0ecSDave Kleikamp 1874ac27a0ecSDave Kleikamp /** 1875617ba13bSMingming Cao * ext4_find_shared - find the indirect blocks for partial truncation. 1876ac27a0ecSDave Kleikamp * @inode: inode in question 1877ac27a0ecSDave Kleikamp * @depth: depth of the affected branch 1878617ba13bSMingming Cao * @offsets: offsets of pointers in that branch (see ext4_block_to_path) 1879ac27a0ecSDave Kleikamp * @chain: place to store the pointers to partial indirect blocks 1880ac27a0ecSDave Kleikamp * @top: place to the (detached) top of branch 1881ac27a0ecSDave Kleikamp * 1882617ba13bSMingming Cao * This is a helper function used by ext4_truncate(). 1883ac27a0ecSDave Kleikamp * 1884ac27a0ecSDave Kleikamp * When we do truncate() we may have to clean the ends of several 1885ac27a0ecSDave Kleikamp * indirect blocks but leave the blocks themselves alive. Block is 1886ac27a0ecSDave Kleikamp * partially truncated if some data below the new i_size is refered 1887ac27a0ecSDave Kleikamp * from it (and it is on the path to the first completely truncated 1888ac27a0ecSDave Kleikamp * data block, indeed). We have to free the top of that path along 1889ac27a0ecSDave Kleikamp * with everything to the right of the path. Since no allocation 1890617ba13bSMingming Cao * past the truncation point is possible until ext4_truncate() 1891ac27a0ecSDave Kleikamp * finishes, we may safely do the latter, but top of branch may 1892ac27a0ecSDave Kleikamp * require special attention - pageout below the truncation point 1893ac27a0ecSDave Kleikamp * might try to populate it. 1894ac27a0ecSDave Kleikamp * 1895ac27a0ecSDave Kleikamp * We atomically detach the top of branch from the tree, store the 1896ac27a0ecSDave Kleikamp * block number of its root in *@top, pointers to buffer_heads of 1897ac27a0ecSDave Kleikamp * partially truncated blocks - in @chain[].bh and pointers to 1898ac27a0ecSDave Kleikamp * their last elements that should not be removed - in 1899ac27a0ecSDave Kleikamp * @chain[].p. Return value is the pointer to last filled element 1900ac27a0ecSDave Kleikamp * of @chain. 1901ac27a0ecSDave Kleikamp * 1902ac27a0ecSDave Kleikamp * The work left to caller to do the actual freeing of subtrees: 1903ac27a0ecSDave Kleikamp * a) free the subtree starting from *@top 1904ac27a0ecSDave Kleikamp * b) free the subtrees whose roots are stored in 1905ac27a0ecSDave Kleikamp * (@chain[i].p+1 .. end of @chain[i].bh->b_data) 1906ac27a0ecSDave Kleikamp * c) free the subtrees growing from the inode past the @chain[0]. 1907ac27a0ecSDave Kleikamp * (no partially truncated stuff there). */ 1908ac27a0ecSDave Kleikamp 1909617ba13bSMingming Cao static Indirect *ext4_find_shared(struct inode *inode, int depth, 1910ac27a0ecSDave Kleikamp int offsets[4], Indirect chain[4], __le32 *top) 1911ac27a0ecSDave Kleikamp { 1912ac27a0ecSDave Kleikamp Indirect *partial, *p; 1913ac27a0ecSDave Kleikamp int k, err; 1914ac27a0ecSDave Kleikamp 1915ac27a0ecSDave Kleikamp *top = 0; 1916ac27a0ecSDave Kleikamp /* Make k index the deepest non-null offest + 1 */ 1917ac27a0ecSDave Kleikamp for (k = depth; k > 1 && !offsets[k-1]; k--) 1918ac27a0ecSDave Kleikamp ; 1919617ba13bSMingming Cao partial = ext4_get_branch(inode, k, offsets, chain, &err); 1920ac27a0ecSDave Kleikamp /* Writer: pointers */ 1921ac27a0ecSDave Kleikamp if (!partial) 1922ac27a0ecSDave Kleikamp partial = chain + k-1; 1923ac27a0ecSDave Kleikamp /* 1924ac27a0ecSDave Kleikamp * If the branch acquired continuation since we've looked at it - 1925ac27a0ecSDave Kleikamp * fine, it should all survive and (new) top doesn't belong to us. 1926ac27a0ecSDave Kleikamp */ 1927ac27a0ecSDave Kleikamp if (!partial->key && *partial->p) 1928ac27a0ecSDave Kleikamp /* Writer: end */ 1929ac27a0ecSDave Kleikamp goto no_top; 1930ac27a0ecSDave Kleikamp for (p=partial; p>chain && all_zeroes((__le32*)p->bh->b_data,p->p); p--) 1931ac27a0ecSDave Kleikamp ; 1932ac27a0ecSDave Kleikamp /* 1933ac27a0ecSDave Kleikamp * OK, we've found the last block that must survive. The rest of our 1934ac27a0ecSDave Kleikamp * branch should be detached before unlocking. However, if that rest 1935ac27a0ecSDave Kleikamp * of branch is all ours and does not grow immediately from the inode 1936ac27a0ecSDave Kleikamp * it's easier to cheat and just decrement partial->p. 1937ac27a0ecSDave Kleikamp */ 1938ac27a0ecSDave Kleikamp if (p == chain + k - 1 && p > chain) { 1939ac27a0ecSDave Kleikamp p->p--; 1940ac27a0ecSDave Kleikamp } else { 1941ac27a0ecSDave Kleikamp *top = *p->p; 1942617ba13bSMingming Cao /* Nope, don't do this in ext4. Must leave the tree intact */ 1943ac27a0ecSDave Kleikamp #if 0 1944ac27a0ecSDave Kleikamp *p->p = 0; 1945ac27a0ecSDave Kleikamp #endif 1946ac27a0ecSDave Kleikamp } 1947ac27a0ecSDave Kleikamp /* Writer: end */ 1948ac27a0ecSDave Kleikamp 1949ac27a0ecSDave Kleikamp while(partial > p) { 1950ac27a0ecSDave Kleikamp brelse(partial->bh); 1951ac27a0ecSDave Kleikamp partial--; 1952ac27a0ecSDave Kleikamp } 1953ac27a0ecSDave Kleikamp no_top: 1954ac27a0ecSDave Kleikamp return partial; 1955ac27a0ecSDave Kleikamp } 1956ac27a0ecSDave Kleikamp 1957ac27a0ecSDave Kleikamp /* 1958ac27a0ecSDave Kleikamp * Zero a number of block pointers in either an inode or an indirect block. 1959ac27a0ecSDave Kleikamp * If we restart the transaction we must again get write access to the 1960ac27a0ecSDave Kleikamp * indirect block for further modification. 1961ac27a0ecSDave Kleikamp * 1962ac27a0ecSDave Kleikamp * We release `count' blocks on disk, but (last - first) may be greater 1963ac27a0ecSDave Kleikamp * than `count' because there can be holes in there. 1964ac27a0ecSDave Kleikamp */ 1965617ba13bSMingming Cao static void ext4_clear_blocks(handle_t *handle, struct inode *inode, 1966617ba13bSMingming Cao struct buffer_head *bh, ext4_fsblk_t block_to_free, 1967ac27a0ecSDave Kleikamp unsigned long count, __le32 *first, __le32 *last) 1968ac27a0ecSDave Kleikamp { 1969ac27a0ecSDave Kleikamp __le32 *p; 1970ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 1971ac27a0ecSDave Kleikamp if (bh) { 1972617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 1973617ba13bSMingming Cao ext4_journal_dirty_metadata(handle, bh); 1974ac27a0ecSDave Kleikamp } 1975617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 1976617ba13bSMingming Cao ext4_journal_test_restart(handle, inode); 1977ac27a0ecSDave Kleikamp if (bh) { 1978ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "retaking write access"); 1979617ba13bSMingming Cao ext4_journal_get_write_access(handle, bh); 1980ac27a0ecSDave Kleikamp } 1981ac27a0ecSDave Kleikamp } 1982ac27a0ecSDave Kleikamp 1983ac27a0ecSDave Kleikamp /* 1984ac27a0ecSDave Kleikamp * Any buffers which are on the journal will be in memory. We find 1985*dab291afSMingming Cao * them on the hash table so jbd2_journal_revoke() will run jbd2_journal_forget() 1986ac27a0ecSDave Kleikamp * on them. We've already detached each block from the file, so 1987*dab291afSMingming Cao * bforget() in jbd2_journal_forget() should be safe. 1988ac27a0ecSDave Kleikamp * 1989*dab291afSMingming Cao * AKPM: turn on bforget in jbd2_journal_forget()!!! 1990ac27a0ecSDave Kleikamp */ 1991ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 1992ac27a0ecSDave Kleikamp u32 nr = le32_to_cpu(*p); 1993ac27a0ecSDave Kleikamp if (nr) { 1994ac27a0ecSDave Kleikamp struct buffer_head *bh; 1995ac27a0ecSDave Kleikamp 1996ac27a0ecSDave Kleikamp *p = 0; 1997ac27a0ecSDave Kleikamp bh = sb_find_get_block(inode->i_sb, nr); 1998617ba13bSMingming Cao ext4_forget(handle, 0, inode, bh, nr); 1999ac27a0ecSDave Kleikamp } 2000ac27a0ecSDave Kleikamp } 2001ac27a0ecSDave Kleikamp 2002617ba13bSMingming Cao ext4_free_blocks(handle, inode, block_to_free, count); 2003ac27a0ecSDave Kleikamp } 2004ac27a0ecSDave Kleikamp 2005ac27a0ecSDave Kleikamp /** 2006617ba13bSMingming Cao * ext4_free_data - free a list of data blocks 2007ac27a0ecSDave Kleikamp * @handle: handle for this transaction 2008ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 2009ac27a0ecSDave Kleikamp * @this_bh: indirect buffer_head which contains *@first and *@last 2010ac27a0ecSDave Kleikamp * @first: array of block numbers 2011ac27a0ecSDave Kleikamp * @last: points immediately past the end of array 2012ac27a0ecSDave Kleikamp * 2013ac27a0ecSDave Kleikamp * We are freeing all blocks refered from that array (numbers are stored as 2014ac27a0ecSDave Kleikamp * little-endian 32-bit) and updating @inode->i_blocks appropriately. 2015ac27a0ecSDave Kleikamp * 2016ac27a0ecSDave Kleikamp * We accumulate contiguous runs of blocks to free. Conveniently, if these 2017ac27a0ecSDave Kleikamp * blocks are contiguous then releasing them at one time will only affect one 2018ac27a0ecSDave Kleikamp * or two bitmap blocks (+ group descriptor(s) and superblock) and we won't 2019ac27a0ecSDave Kleikamp * actually use a lot of journal space. 2020ac27a0ecSDave Kleikamp * 2021ac27a0ecSDave Kleikamp * @this_bh will be %NULL if @first and @last point into the inode's direct 2022ac27a0ecSDave Kleikamp * block pointers. 2023ac27a0ecSDave Kleikamp */ 2024617ba13bSMingming Cao static void ext4_free_data(handle_t *handle, struct inode *inode, 2025ac27a0ecSDave Kleikamp struct buffer_head *this_bh, 2026ac27a0ecSDave Kleikamp __le32 *first, __le32 *last) 2027ac27a0ecSDave Kleikamp { 2028617ba13bSMingming Cao ext4_fsblk_t block_to_free = 0; /* Starting block # of a run */ 2029ac27a0ecSDave Kleikamp unsigned long count = 0; /* Number of blocks in the run */ 2030ac27a0ecSDave Kleikamp __le32 *block_to_free_p = NULL; /* Pointer into inode/ind 2031ac27a0ecSDave Kleikamp corresponding to 2032ac27a0ecSDave Kleikamp block_to_free */ 2033617ba13bSMingming Cao ext4_fsblk_t nr; /* Current block # */ 2034ac27a0ecSDave Kleikamp __le32 *p; /* Pointer into inode/ind 2035ac27a0ecSDave Kleikamp for current block */ 2036ac27a0ecSDave Kleikamp int err; 2037ac27a0ecSDave Kleikamp 2038ac27a0ecSDave Kleikamp if (this_bh) { /* For indirect block */ 2039ac27a0ecSDave Kleikamp BUFFER_TRACE(this_bh, "get_write_access"); 2040617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, this_bh); 2041ac27a0ecSDave Kleikamp /* Important: if we can't update the indirect pointers 2042ac27a0ecSDave Kleikamp * to the blocks, we can't free them. */ 2043ac27a0ecSDave Kleikamp if (err) 2044ac27a0ecSDave Kleikamp return; 2045ac27a0ecSDave Kleikamp } 2046ac27a0ecSDave Kleikamp 2047ac27a0ecSDave Kleikamp for (p = first; p < last; p++) { 2048ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 2049ac27a0ecSDave Kleikamp if (nr) { 2050ac27a0ecSDave Kleikamp /* accumulate blocks to free if they're contiguous */ 2051ac27a0ecSDave Kleikamp if (count == 0) { 2052ac27a0ecSDave Kleikamp block_to_free = nr; 2053ac27a0ecSDave Kleikamp block_to_free_p = p; 2054ac27a0ecSDave Kleikamp count = 1; 2055ac27a0ecSDave Kleikamp } else if (nr == block_to_free + count) { 2056ac27a0ecSDave Kleikamp count++; 2057ac27a0ecSDave Kleikamp } else { 2058617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, 2059ac27a0ecSDave Kleikamp block_to_free, 2060ac27a0ecSDave Kleikamp count, block_to_free_p, p); 2061ac27a0ecSDave Kleikamp block_to_free = nr; 2062ac27a0ecSDave Kleikamp block_to_free_p = p; 2063ac27a0ecSDave Kleikamp count = 1; 2064ac27a0ecSDave Kleikamp } 2065ac27a0ecSDave Kleikamp } 2066ac27a0ecSDave Kleikamp } 2067ac27a0ecSDave Kleikamp 2068ac27a0ecSDave Kleikamp if (count > 0) 2069617ba13bSMingming Cao ext4_clear_blocks(handle, inode, this_bh, block_to_free, 2070ac27a0ecSDave Kleikamp count, block_to_free_p, p); 2071ac27a0ecSDave Kleikamp 2072ac27a0ecSDave Kleikamp if (this_bh) { 2073617ba13bSMingming Cao BUFFER_TRACE(this_bh, "call ext4_journal_dirty_metadata"); 2074617ba13bSMingming Cao ext4_journal_dirty_metadata(handle, this_bh); 2075ac27a0ecSDave Kleikamp } 2076ac27a0ecSDave Kleikamp } 2077ac27a0ecSDave Kleikamp 2078ac27a0ecSDave Kleikamp /** 2079617ba13bSMingming Cao * ext4_free_branches - free an array of branches 2080ac27a0ecSDave Kleikamp * @handle: JBD handle for this transaction 2081ac27a0ecSDave Kleikamp * @inode: inode we are dealing with 2082ac27a0ecSDave Kleikamp * @parent_bh: the buffer_head which contains *@first and *@last 2083ac27a0ecSDave Kleikamp * @first: array of block numbers 2084ac27a0ecSDave Kleikamp * @last: pointer immediately past the end of array 2085ac27a0ecSDave Kleikamp * @depth: depth of the branches to free 2086ac27a0ecSDave Kleikamp * 2087ac27a0ecSDave Kleikamp * We are freeing all blocks refered from these branches (numbers are 2088ac27a0ecSDave Kleikamp * stored as little-endian 32-bit) and updating @inode->i_blocks 2089ac27a0ecSDave Kleikamp * appropriately. 2090ac27a0ecSDave Kleikamp */ 2091617ba13bSMingming Cao static void ext4_free_branches(handle_t *handle, struct inode *inode, 2092ac27a0ecSDave Kleikamp struct buffer_head *parent_bh, 2093ac27a0ecSDave Kleikamp __le32 *first, __le32 *last, int depth) 2094ac27a0ecSDave Kleikamp { 2095617ba13bSMingming Cao ext4_fsblk_t nr; 2096ac27a0ecSDave Kleikamp __le32 *p; 2097ac27a0ecSDave Kleikamp 2098ac27a0ecSDave Kleikamp if (is_handle_aborted(handle)) 2099ac27a0ecSDave Kleikamp return; 2100ac27a0ecSDave Kleikamp 2101ac27a0ecSDave Kleikamp if (depth--) { 2102ac27a0ecSDave Kleikamp struct buffer_head *bh; 2103617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 2104ac27a0ecSDave Kleikamp p = last; 2105ac27a0ecSDave Kleikamp while (--p >= first) { 2106ac27a0ecSDave Kleikamp nr = le32_to_cpu(*p); 2107ac27a0ecSDave Kleikamp if (!nr) 2108ac27a0ecSDave Kleikamp continue; /* A hole */ 2109ac27a0ecSDave Kleikamp 2110ac27a0ecSDave Kleikamp /* Go read the buffer for the next level down */ 2111ac27a0ecSDave Kleikamp bh = sb_bread(inode->i_sb, nr); 2112ac27a0ecSDave Kleikamp 2113ac27a0ecSDave Kleikamp /* 2114ac27a0ecSDave Kleikamp * A read failure? Report error and clear slot 2115ac27a0ecSDave Kleikamp * (should be rare). 2116ac27a0ecSDave Kleikamp */ 2117ac27a0ecSDave Kleikamp if (!bh) { 2118617ba13bSMingming Cao ext4_error(inode->i_sb, "ext4_free_branches", 2119ac27a0ecSDave Kleikamp "Read failure, inode=%lu, block="E3FSBLK, 2120ac27a0ecSDave Kleikamp inode->i_ino, nr); 2121ac27a0ecSDave Kleikamp continue; 2122ac27a0ecSDave Kleikamp } 2123ac27a0ecSDave Kleikamp 2124ac27a0ecSDave Kleikamp /* This zaps the entire block. Bottom up. */ 2125ac27a0ecSDave Kleikamp BUFFER_TRACE(bh, "free child branches"); 2126617ba13bSMingming Cao ext4_free_branches(handle, inode, bh, 2127ac27a0ecSDave Kleikamp (__le32*)bh->b_data, 2128ac27a0ecSDave Kleikamp (__le32*)bh->b_data + addr_per_block, 2129ac27a0ecSDave Kleikamp depth); 2130ac27a0ecSDave Kleikamp 2131ac27a0ecSDave Kleikamp /* 2132ac27a0ecSDave Kleikamp * We've probably journalled the indirect block several 2133ac27a0ecSDave Kleikamp * times during the truncate. But it's no longer 2134ac27a0ecSDave Kleikamp * needed and we now drop it from the transaction via 2135*dab291afSMingming Cao * jbd2_journal_revoke(). 2136ac27a0ecSDave Kleikamp * 2137ac27a0ecSDave Kleikamp * That's easy if it's exclusively part of this 2138ac27a0ecSDave Kleikamp * transaction. But if it's part of the committing 2139*dab291afSMingming Cao * transaction then jbd2_journal_forget() will simply 2140ac27a0ecSDave Kleikamp * brelse() it. That means that if the underlying 2141617ba13bSMingming Cao * block is reallocated in ext4_get_block(), 2142ac27a0ecSDave Kleikamp * unmap_underlying_metadata() will find this block 2143ac27a0ecSDave Kleikamp * and will try to get rid of it. damn, damn. 2144ac27a0ecSDave Kleikamp * 2145ac27a0ecSDave Kleikamp * If this block has already been committed to the 2146ac27a0ecSDave Kleikamp * journal, a revoke record will be written. And 2147ac27a0ecSDave Kleikamp * revoke records must be emitted *before* clearing 2148ac27a0ecSDave Kleikamp * this block's bit in the bitmaps. 2149ac27a0ecSDave Kleikamp */ 2150617ba13bSMingming Cao ext4_forget(handle, 1, inode, bh, bh->b_blocknr); 2151ac27a0ecSDave Kleikamp 2152ac27a0ecSDave Kleikamp /* 2153ac27a0ecSDave Kleikamp * Everything below this this pointer has been 2154ac27a0ecSDave Kleikamp * released. Now let this top-of-subtree go. 2155ac27a0ecSDave Kleikamp * 2156ac27a0ecSDave Kleikamp * We want the freeing of this indirect block to be 2157ac27a0ecSDave Kleikamp * atomic in the journal with the updating of the 2158ac27a0ecSDave Kleikamp * bitmap block which owns it. So make some room in 2159ac27a0ecSDave Kleikamp * the journal. 2160ac27a0ecSDave Kleikamp * 2161ac27a0ecSDave Kleikamp * We zero the parent pointer *after* freeing its 2162ac27a0ecSDave Kleikamp * pointee in the bitmaps, so if extend_transaction() 2163ac27a0ecSDave Kleikamp * for some reason fails to put the bitmap changes and 2164ac27a0ecSDave Kleikamp * the release into the same transaction, recovery 2165ac27a0ecSDave Kleikamp * will merely complain about releasing a free block, 2166ac27a0ecSDave Kleikamp * rather than leaking blocks. 2167ac27a0ecSDave Kleikamp */ 2168ac27a0ecSDave Kleikamp if (is_handle_aborted(handle)) 2169ac27a0ecSDave Kleikamp return; 2170ac27a0ecSDave Kleikamp if (try_to_extend_transaction(handle, inode)) { 2171617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 2172617ba13bSMingming Cao ext4_journal_test_restart(handle, inode); 2173ac27a0ecSDave Kleikamp } 2174ac27a0ecSDave Kleikamp 2175617ba13bSMingming Cao ext4_free_blocks(handle, inode, nr, 1); 2176ac27a0ecSDave Kleikamp 2177ac27a0ecSDave Kleikamp if (parent_bh) { 2178ac27a0ecSDave Kleikamp /* 2179ac27a0ecSDave Kleikamp * The block which we have just freed is 2180ac27a0ecSDave Kleikamp * pointed to by an indirect block: journal it 2181ac27a0ecSDave Kleikamp */ 2182ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "get_write_access"); 2183617ba13bSMingming Cao if (!ext4_journal_get_write_access(handle, 2184ac27a0ecSDave Kleikamp parent_bh)){ 2185ac27a0ecSDave Kleikamp *p = 0; 2186ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, 2187617ba13bSMingming Cao "call ext4_journal_dirty_metadata"); 2188617ba13bSMingming Cao ext4_journal_dirty_metadata(handle, 2189ac27a0ecSDave Kleikamp parent_bh); 2190ac27a0ecSDave Kleikamp } 2191ac27a0ecSDave Kleikamp } 2192ac27a0ecSDave Kleikamp } 2193ac27a0ecSDave Kleikamp } else { 2194ac27a0ecSDave Kleikamp /* We have reached the bottom of the tree. */ 2195ac27a0ecSDave Kleikamp BUFFER_TRACE(parent_bh, "free data blocks"); 2196617ba13bSMingming Cao ext4_free_data(handle, inode, parent_bh, first, last); 2197ac27a0ecSDave Kleikamp } 2198ac27a0ecSDave Kleikamp } 2199ac27a0ecSDave Kleikamp 2200ac27a0ecSDave Kleikamp /* 2201617ba13bSMingming Cao * ext4_truncate() 2202ac27a0ecSDave Kleikamp * 2203617ba13bSMingming Cao * We block out ext4_get_block() block instantiations across the entire 2204617ba13bSMingming Cao * transaction, and VFS/VM ensures that ext4_truncate() cannot run 2205ac27a0ecSDave Kleikamp * simultaneously on behalf of the same inode. 2206ac27a0ecSDave Kleikamp * 2207ac27a0ecSDave Kleikamp * As we work through the truncate and commmit bits of it to the journal there 2208ac27a0ecSDave Kleikamp * is one core, guiding principle: the file's tree must always be consistent on 2209ac27a0ecSDave Kleikamp * disk. We must be able to restart the truncate after a crash. 2210ac27a0ecSDave Kleikamp * 2211ac27a0ecSDave Kleikamp * The file's tree may be transiently inconsistent in memory (although it 2212ac27a0ecSDave Kleikamp * probably isn't), but whenever we close off and commit a journal transaction, 2213ac27a0ecSDave Kleikamp * the contents of (the filesystem + the journal) must be consistent and 2214ac27a0ecSDave Kleikamp * restartable. It's pretty simple, really: bottom up, right to left (although 2215ac27a0ecSDave Kleikamp * left-to-right works OK too). 2216ac27a0ecSDave Kleikamp * 2217ac27a0ecSDave Kleikamp * Note that at recovery time, journal replay occurs *before* the restart of 2218ac27a0ecSDave Kleikamp * truncate against the orphan inode list. 2219ac27a0ecSDave Kleikamp * 2220ac27a0ecSDave Kleikamp * The committed inode has the new, desired i_size (which is the same as 2221617ba13bSMingming Cao * i_disksize in this case). After a crash, ext4_orphan_cleanup() will see 2222ac27a0ecSDave Kleikamp * that this inode's truncate did not complete and it will again call 2223617ba13bSMingming Cao * ext4_truncate() to have another go. So there will be instantiated blocks 2224617ba13bSMingming Cao * to the right of the truncation point in a crashed ext4 filesystem. But 2225ac27a0ecSDave Kleikamp * that's fine - as long as they are linked from the inode, the post-crash 2226617ba13bSMingming Cao * ext4_truncate() run will find them and release them. 2227ac27a0ecSDave Kleikamp */ 2228617ba13bSMingming Cao void ext4_truncate(struct inode *inode) 2229ac27a0ecSDave Kleikamp { 2230ac27a0ecSDave Kleikamp handle_t *handle; 2231617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 2232ac27a0ecSDave Kleikamp __le32 *i_data = ei->i_data; 2233617ba13bSMingming Cao int addr_per_block = EXT4_ADDR_PER_BLOCK(inode->i_sb); 2234ac27a0ecSDave Kleikamp struct address_space *mapping = inode->i_mapping; 2235ac27a0ecSDave Kleikamp int offsets[4]; 2236ac27a0ecSDave Kleikamp Indirect chain[4]; 2237ac27a0ecSDave Kleikamp Indirect *partial; 2238ac27a0ecSDave Kleikamp __le32 nr = 0; 2239ac27a0ecSDave Kleikamp int n; 2240ac27a0ecSDave Kleikamp long last_block; 2241ac27a0ecSDave Kleikamp unsigned blocksize = inode->i_sb->s_blocksize; 2242ac27a0ecSDave Kleikamp struct page *page; 2243ac27a0ecSDave Kleikamp 2244ac27a0ecSDave Kleikamp if (!(S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) || 2245ac27a0ecSDave Kleikamp S_ISLNK(inode->i_mode))) 2246ac27a0ecSDave Kleikamp return; 2247617ba13bSMingming Cao if (ext4_inode_is_fast_symlink(inode)) 2248ac27a0ecSDave Kleikamp return; 2249ac27a0ecSDave Kleikamp if (IS_APPEND(inode) || IS_IMMUTABLE(inode)) 2250ac27a0ecSDave Kleikamp return; 2251ac27a0ecSDave Kleikamp 2252ac27a0ecSDave Kleikamp /* 2253ac27a0ecSDave Kleikamp * We have to lock the EOF page here, because lock_page() nests 2254*dab291afSMingming Cao * outside jbd2_journal_start(). 2255ac27a0ecSDave Kleikamp */ 2256ac27a0ecSDave Kleikamp if ((inode->i_size & (blocksize - 1)) == 0) { 2257ac27a0ecSDave Kleikamp /* Block boundary? Nothing to do */ 2258ac27a0ecSDave Kleikamp page = NULL; 2259ac27a0ecSDave Kleikamp } else { 2260ac27a0ecSDave Kleikamp page = grab_cache_page(mapping, 2261ac27a0ecSDave Kleikamp inode->i_size >> PAGE_CACHE_SHIFT); 2262ac27a0ecSDave Kleikamp if (!page) 2263ac27a0ecSDave Kleikamp return; 2264ac27a0ecSDave Kleikamp } 2265ac27a0ecSDave Kleikamp 2266ac27a0ecSDave Kleikamp handle = start_transaction(inode); 2267ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 2268ac27a0ecSDave Kleikamp if (page) { 2269ac27a0ecSDave Kleikamp clear_highpage(page); 2270ac27a0ecSDave Kleikamp flush_dcache_page(page); 2271ac27a0ecSDave Kleikamp unlock_page(page); 2272ac27a0ecSDave Kleikamp page_cache_release(page); 2273ac27a0ecSDave Kleikamp } 2274ac27a0ecSDave Kleikamp return; /* AKPM: return what? */ 2275ac27a0ecSDave Kleikamp } 2276ac27a0ecSDave Kleikamp 2277ac27a0ecSDave Kleikamp last_block = (inode->i_size + blocksize-1) 2278617ba13bSMingming Cao >> EXT4_BLOCK_SIZE_BITS(inode->i_sb); 2279ac27a0ecSDave Kleikamp 2280ac27a0ecSDave Kleikamp if (page) 2281617ba13bSMingming Cao ext4_block_truncate_page(handle, page, mapping, inode->i_size); 2282ac27a0ecSDave Kleikamp 2283617ba13bSMingming Cao n = ext4_block_to_path(inode, last_block, offsets, NULL); 2284ac27a0ecSDave Kleikamp if (n == 0) 2285ac27a0ecSDave Kleikamp goto out_stop; /* error */ 2286ac27a0ecSDave Kleikamp 2287ac27a0ecSDave Kleikamp /* 2288ac27a0ecSDave Kleikamp * OK. This truncate is going to happen. We add the inode to the 2289ac27a0ecSDave Kleikamp * orphan list, so that if this truncate spans multiple transactions, 2290ac27a0ecSDave Kleikamp * and we crash, we will resume the truncate when the filesystem 2291ac27a0ecSDave Kleikamp * recovers. It also marks the inode dirty, to catch the new size. 2292ac27a0ecSDave Kleikamp * 2293ac27a0ecSDave Kleikamp * Implication: the file must always be in a sane, consistent 2294ac27a0ecSDave Kleikamp * truncatable state while each transaction commits. 2295ac27a0ecSDave Kleikamp */ 2296617ba13bSMingming Cao if (ext4_orphan_add(handle, inode)) 2297ac27a0ecSDave Kleikamp goto out_stop; 2298ac27a0ecSDave Kleikamp 2299ac27a0ecSDave Kleikamp /* 2300ac27a0ecSDave Kleikamp * The orphan list entry will now protect us from any crash which 2301ac27a0ecSDave Kleikamp * occurs before the truncate completes, so it is now safe to propagate 2302ac27a0ecSDave Kleikamp * the new, shorter inode size (held for now in i_size) into the 2303ac27a0ecSDave Kleikamp * on-disk inode. We do this via i_disksize, which is the value which 2304617ba13bSMingming Cao * ext4 *really* writes onto the disk inode. 2305ac27a0ecSDave Kleikamp */ 2306ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 2307ac27a0ecSDave Kleikamp 2308ac27a0ecSDave Kleikamp /* 2309617ba13bSMingming Cao * From here we block out all ext4_get_block() callers who want to 2310ac27a0ecSDave Kleikamp * modify the block allocation tree. 2311ac27a0ecSDave Kleikamp */ 2312ac27a0ecSDave Kleikamp mutex_lock(&ei->truncate_mutex); 2313ac27a0ecSDave Kleikamp 2314ac27a0ecSDave Kleikamp if (n == 1) { /* direct blocks */ 2315617ba13bSMingming Cao ext4_free_data(handle, inode, NULL, i_data+offsets[0], 2316617ba13bSMingming Cao i_data + EXT4_NDIR_BLOCKS); 2317ac27a0ecSDave Kleikamp goto do_indirects; 2318ac27a0ecSDave Kleikamp } 2319ac27a0ecSDave Kleikamp 2320617ba13bSMingming Cao partial = ext4_find_shared(inode, n, offsets, chain, &nr); 2321ac27a0ecSDave Kleikamp /* Kill the top of shared branch (not detached) */ 2322ac27a0ecSDave Kleikamp if (nr) { 2323ac27a0ecSDave Kleikamp if (partial == chain) { 2324ac27a0ecSDave Kleikamp /* Shared branch grows from the inode */ 2325617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, 2326ac27a0ecSDave Kleikamp &nr, &nr+1, (chain+n-1) - partial); 2327ac27a0ecSDave Kleikamp *partial->p = 0; 2328ac27a0ecSDave Kleikamp /* 2329ac27a0ecSDave Kleikamp * We mark the inode dirty prior to restart, 2330ac27a0ecSDave Kleikamp * and prior to stop. No need for it here. 2331ac27a0ecSDave Kleikamp */ 2332ac27a0ecSDave Kleikamp } else { 2333ac27a0ecSDave Kleikamp /* Shared branch grows from an indirect block */ 2334ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "get_write_access"); 2335617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, 2336ac27a0ecSDave Kleikamp partial->p, 2337ac27a0ecSDave Kleikamp partial->p+1, (chain+n-1) - partial); 2338ac27a0ecSDave Kleikamp } 2339ac27a0ecSDave Kleikamp } 2340ac27a0ecSDave Kleikamp /* Clear the ends of indirect blocks on the shared branch */ 2341ac27a0ecSDave Kleikamp while (partial > chain) { 2342617ba13bSMingming Cao ext4_free_branches(handle, inode, partial->bh, partial->p + 1, 2343ac27a0ecSDave Kleikamp (__le32*)partial->bh->b_data+addr_per_block, 2344ac27a0ecSDave Kleikamp (chain+n-1) - partial); 2345ac27a0ecSDave Kleikamp BUFFER_TRACE(partial->bh, "call brelse"); 2346ac27a0ecSDave Kleikamp brelse (partial->bh); 2347ac27a0ecSDave Kleikamp partial--; 2348ac27a0ecSDave Kleikamp } 2349ac27a0ecSDave Kleikamp do_indirects: 2350ac27a0ecSDave Kleikamp /* Kill the remaining (whole) subtrees */ 2351ac27a0ecSDave Kleikamp switch (offsets[0]) { 2352ac27a0ecSDave Kleikamp default: 2353617ba13bSMingming Cao nr = i_data[EXT4_IND_BLOCK]; 2354ac27a0ecSDave Kleikamp if (nr) { 2355617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 1); 2356617ba13bSMingming Cao i_data[EXT4_IND_BLOCK] = 0; 2357ac27a0ecSDave Kleikamp } 2358617ba13bSMingming Cao case EXT4_IND_BLOCK: 2359617ba13bSMingming Cao nr = i_data[EXT4_DIND_BLOCK]; 2360ac27a0ecSDave Kleikamp if (nr) { 2361617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 2); 2362617ba13bSMingming Cao i_data[EXT4_DIND_BLOCK] = 0; 2363ac27a0ecSDave Kleikamp } 2364617ba13bSMingming Cao case EXT4_DIND_BLOCK: 2365617ba13bSMingming Cao nr = i_data[EXT4_TIND_BLOCK]; 2366ac27a0ecSDave Kleikamp if (nr) { 2367617ba13bSMingming Cao ext4_free_branches(handle, inode, NULL, &nr, &nr+1, 3); 2368617ba13bSMingming Cao i_data[EXT4_TIND_BLOCK] = 0; 2369ac27a0ecSDave Kleikamp } 2370617ba13bSMingming Cao case EXT4_TIND_BLOCK: 2371ac27a0ecSDave Kleikamp ; 2372ac27a0ecSDave Kleikamp } 2373ac27a0ecSDave Kleikamp 2374617ba13bSMingming Cao ext4_discard_reservation(inode); 2375ac27a0ecSDave Kleikamp 2376ac27a0ecSDave Kleikamp mutex_unlock(&ei->truncate_mutex); 2377ac27a0ecSDave Kleikamp inode->i_mtime = inode->i_ctime = CURRENT_TIME_SEC; 2378617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 2379ac27a0ecSDave Kleikamp 2380ac27a0ecSDave Kleikamp /* 2381ac27a0ecSDave Kleikamp * In a multi-transaction truncate, we only make the final transaction 2382ac27a0ecSDave Kleikamp * synchronous 2383ac27a0ecSDave Kleikamp */ 2384ac27a0ecSDave Kleikamp if (IS_SYNC(inode)) 2385ac27a0ecSDave Kleikamp handle->h_sync = 1; 2386ac27a0ecSDave Kleikamp out_stop: 2387ac27a0ecSDave Kleikamp /* 2388ac27a0ecSDave Kleikamp * If this was a simple ftruncate(), and the file will remain alive 2389ac27a0ecSDave Kleikamp * then we need to clear up the orphan record which we created above. 2390ac27a0ecSDave Kleikamp * However, if this was a real unlink then we were called by 2391617ba13bSMingming Cao * ext4_delete_inode(), and we allow that function to clean up the 2392ac27a0ecSDave Kleikamp * orphan info for us. 2393ac27a0ecSDave Kleikamp */ 2394ac27a0ecSDave Kleikamp if (inode->i_nlink) 2395617ba13bSMingming Cao ext4_orphan_del(handle, inode); 2396ac27a0ecSDave Kleikamp 2397617ba13bSMingming Cao ext4_journal_stop(handle); 2398ac27a0ecSDave Kleikamp } 2399ac27a0ecSDave Kleikamp 2400617ba13bSMingming Cao static ext4_fsblk_t ext4_get_inode_block(struct super_block *sb, 2401617ba13bSMingming Cao unsigned long ino, struct ext4_iloc *iloc) 2402ac27a0ecSDave Kleikamp { 2403ac27a0ecSDave Kleikamp unsigned long desc, group_desc, block_group; 2404ac27a0ecSDave Kleikamp unsigned long offset; 2405617ba13bSMingming Cao ext4_fsblk_t block; 2406ac27a0ecSDave Kleikamp struct buffer_head *bh; 2407617ba13bSMingming Cao struct ext4_group_desc * gdp; 2408ac27a0ecSDave Kleikamp 2409617ba13bSMingming Cao if (!ext4_valid_inum(sb, ino)) { 2410ac27a0ecSDave Kleikamp /* 2411ac27a0ecSDave Kleikamp * This error is already checked for in namei.c unless we are 2412ac27a0ecSDave Kleikamp * looking at an NFS filehandle, in which case no error 2413ac27a0ecSDave Kleikamp * report is needed 2414ac27a0ecSDave Kleikamp */ 2415ac27a0ecSDave Kleikamp return 0; 2416ac27a0ecSDave Kleikamp } 2417ac27a0ecSDave Kleikamp 2418617ba13bSMingming Cao block_group = (ino - 1) / EXT4_INODES_PER_GROUP(sb); 2419617ba13bSMingming Cao if (block_group >= EXT4_SB(sb)->s_groups_count) { 2420617ba13bSMingming Cao ext4_error(sb,"ext4_get_inode_block","group >= groups count"); 2421ac27a0ecSDave Kleikamp return 0; 2422ac27a0ecSDave Kleikamp } 2423ac27a0ecSDave Kleikamp smp_rmb(); 2424617ba13bSMingming Cao group_desc = block_group >> EXT4_DESC_PER_BLOCK_BITS(sb); 2425617ba13bSMingming Cao desc = block_group & (EXT4_DESC_PER_BLOCK(sb) - 1); 2426617ba13bSMingming Cao bh = EXT4_SB(sb)->s_group_desc[group_desc]; 2427ac27a0ecSDave Kleikamp if (!bh) { 2428617ba13bSMingming Cao ext4_error (sb, "ext4_get_inode_block", 2429ac27a0ecSDave Kleikamp "Descriptor not loaded"); 2430ac27a0ecSDave Kleikamp return 0; 2431ac27a0ecSDave Kleikamp } 2432ac27a0ecSDave Kleikamp 2433617ba13bSMingming Cao gdp = (struct ext4_group_desc *)bh->b_data; 2434ac27a0ecSDave Kleikamp /* 2435ac27a0ecSDave Kleikamp * Figure out the offset within the block group inode table 2436ac27a0ecSDave Kleikamp */ 2437617ba13bSMingming Cao offset = ((ino - 1) % EXT4_INODES_PER_GROUP(sb)) * 2438617ba13bSMingming Cao EXT4_INODE_SIZE(sb); 2439ac27a0ecSDave Kleikamp block = le32_to_cpu(gdp[desc].bg_inode_table) + 2440617ba13bSMingming Cao (offset >> EXT4_BLOCK_SIZE_BITS(sb)); 2441ac27a0ecSDave Kleikamp 2442ac27a0ecSDave Kleikamp iloc->block_group = block_group; 2443617ba13bSMingming Cao iloc->offset = offset & (EXT4_BLOCK_SIZE(sb) - 1); 2444ac27a0ecSDave Kleikamp return block; 2445ac27a0ecSDave Kleikamp } 2446ac27a0ecSDave Kleikamp 2447ac27a0ecSDave Kleikamp /* 2448617ba13bSMingming Cao * ext4_get_inode_loc returns with an extra refcount against the inode's 2449ac27a0ecSDave Kleikamp * underlying buffer_head on success. If 'in_mem' is true, we have all 2450ac27a0ecSDave Kleikamp * data in memory that is needed to recreate the on-disk version of this 2451ac27a0ecSDave Kleikamp * inode. 2452ac27a0ecSDave Kleikamp */ 2453617ba13bSMingming Cao static int __ext4_get_inode_loc(struct inode *inode, 2454617ba13bSMingming Cao struct ext4_iloc *iloc, int in_mem) 2455ac27a0ecSDave Kleikamp { 2456617ba13bSMingming Cao ext4_fsblk_t block; 2457ac27a0ecSDave Kleikamp struct buffer_head *bh; 2458ac27a0ecSDave Kleikamp 2459617ba13bSMingming Cao block = ext4_get_inode_block(inode->i_sb, inode->i_ino, iloc); 2460ac27a0ecSDave Kleikamp if (!block) 2461ac27a0ecSDave Kleikamp return -EIO; 2462ac27a0ecSDave Kleikamp 2463ac27a0ecSDave Kleikamp bh = sb_getblk(inode->i_sb, block); 2464ac27a0ecSDave Kleikamp if (!bh) { 2465617ba13bSMingming Cao ext4_error (inode->i_sb, "ext4_get_inode_loc", 2466ac27a0ecSDave Kleikamp "unable to read inode block - " 2467ac27a0ecSDave Kleikamp "inode=%lu, block="E3FSBLK, 2468ac27a0ecSDave Kleikamp inode->i_ino, block); 2469ac27a0ecSDave Kleikamp return -EIO; 2470ac27a0ecSDave Kleikamp } 2471ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 2472ac27a0ecSDave Kleikamp lock_buffer(bh); 2473ac27a0ecSDave Kleikamp if (buffer_uptodate(bh)) { 2474ac27a0ecSDave Kleikamp /* someone brought it uptodate while we waited */ 2475ac27a0ecSDave Kleikamp unlock_buffer(bh); 2476ac27a0ecSDave Kleikamp goto has_buffer; 2477ac27a0ecSDave Kleikamp } 2478ac27a0ecSDave Kleikamp 2479ac27a0ecSDave Kleikamp /* 2480ac27a0ecSDave Kleikamp * If we have all information of the inode in memory and this 2481ac27a0ecSDave Kleikamp * is the only valid inode in the block, we need not read the 2482ac27a0ecSDave Kleikamp * block. 2483ac27a0ecSDave Kleikamp */ 2484ac27a0ecSDave Kleikamp if (in_mem) { 2485ac27a0ecSDave Kleikamp struct buffer_head *bitmap_bh; 2486617ba13bSMingming Cao struct ext4_group_desc *desc; 2487ac27a0ecSDave Kleikamp int inodes_per_buffer; 2488ac27a0ecSDave Kleikamp int inode_offset, i; 2489ac27a0ecSDave Kleikamp int block_group; 2490ac27a0ecSDave Kleikamp int start; 2491ac27a0ecSDave Kleikamp 2492ac27a0ecSDave Kleikamp block_group = (inode->i_ino - 1) / 2493617ba13bSMingming Cao EXT4_INODES_PER_GROUP(inode->i_sb); 2494ac27a0ecSDave Kleikamp inodes_per_buffer = bh->b_size / 2495617ba13bSMingming Cao EXT4_INODE_SIZE(inode->i_sb); 2496ac27a0ecSDave Kleikamp inode_offset = ((inode->i_ino - 1) % 2497617ba13bSMingming Cao EXT4_INODES_PER_GROUP(inode->i_sb)); 2498ac27a0ecSDave Kleikamp start = inode_offset & ~(inodes_per_buffer - 1); 2499ac27a0ecSDave Kleikamp 2500ac27a0ecSDave Kleikamp /* Is the inode bitmap in cache? */ 2501617ba13bSMingming Cao desc = ext4_get_group_desc(inode->i_sb, 2502ac27a0ecSDave Kleikamp block_group, NULL); 2503ac27a0ecSDave Kleikamp if (!desc) 2504ac27a0ecSDave Kleikamp goto make_io; 2505ac27a0ecSDave Kleikamp 2506ac27a0ecSDave Kleikamp bitmap_bh = sb_getblk(inode->i_sb, 2507ac27a0ecSDave Kleikamp le32_to_cpu(desc->bg_inode_bitmap)); 2508ac27a0ecSDave Kleikamp if (!bitmap_bh) 2509ac27a0ecSDave Kleikamp goto make_io; 2510ac27a0ecSDave Kleikamp 2511ac27a0ecSDave Kleikamp /* 2512ac27a0ecSDave Kleikamp * If the inode bitmap isn't in cache then the 2513ac27a0ecSDave Kleikamp * optimisation may end up performing two reads instead 2514ac27a0ecSDave Kleikamp * of one, so skip it. 2515ac27a0ecSDave Kleikamp */ 2516ac27a0ecSDave Kleikamp if (!buffer_uptodate(bitmap_bh)) { 2517ac27a0ecSDave Kleikamp brelse(bitmap_bh); 2518ac27a0ecSDave Kleikamp goto make_io; 2519ac27a0ecSDave Kleikamp } 2520ac27a0ecSDave Kleikamp for (i = start; i < start + inodes_per_buffer; i++) { 2521ac27a0ecSDave Kleikamp if (i == inode_offset) 2522ac27a0ecSDave Kleikamp continue; 2523617ba13bSMingming Cao if (ext4_test_bit(i, bitmap_bh->b_data)) 2524ac27a0ecSDave Kleikamp break; 2525ac27a0ecSDave Kleikamp } 2526ac27a0ecSDave Kleikamp brelse(bitmap_bh); 2527ac27a0ecSDave Kleikamp if (i == start + inodes_per_buffer) { 2528ac27a0ecSDave Kleikamp /* all other inodes are free, so skip I/O */ 2529ac27a0ecSDave Kleikamp memset(bh->b_data, 0, bh->b_size); 2530ac27a0ecSDave Kleikamp set_buffer_uptodate(bh); 2531ac27a0ecSDave Kleikamp unlock_buffer(bh); 2532ac27a0ecSDave Kleikamp goto has_buffer; 2533ac27a0ecSDave Kleikamp } 2534ac27a0ecSDave Kleikamp } 2535ac27a0ecSDave Kleikamp 2536ac27a0ecSDave Kleikamp make_io: 2537ac27a0ecSDave Kleikamp /* 2538ac27a0ecSDave Kleikamp * There are other valid inodes in the buffer, this inode 2539ac27a0ecSDave Kleikamp * has in-inode xattrs, or we don't have this inode in memory. 2540ac27a0ecSDave Kleikamp * Read the block from disk. 2541ac27a0ecSDave Kleikamp */ 2542ac27a0ecSDave Kleikamp get_bh(bh); 2543ac27a0ecSDave Kleikamp bh->b_end_io = end_buffer_read_sync; 2544ac27a0ecSDave Kleikamp submit_bh(READ_META, bh); 2545ac27a0ecSDave Kleikamp wait_on_buffer(bh); 2546ac27a0ecSDave Kleikamp if (!buffer_uptodate(bh)) { 2547617ba13bSMingming Cao ext4_error(inode->i_sb, "ext4_get_inode_loc", 2548ac27a0ecSDave Kleikamp "unable to read inode block - " 2549ac27a0ecSDave Kleikamp "inode=%lu, block="E3FSBLK, 2550ac27a0ecSDave Kleikamp inode->i_ino, block); 2551ac27a0ecSDave Kleikamp brelse(bh); 2552ac27a0ecSDave Kleikamp return -EIO; 2553ac27a0ecSDave Kleikamp } 2554ac27a0ecSDave Kleikamp } 2555ac27a0ecSDave Kleikamp has_buffer: 2556ac27a0ecSDave Kleikamp iloc->bh = bh; 2557ac27a0ecSDave Kleikamp return 0; 2558ac27a0ecSDave Kleikamp } 2559ac27a0ecSDave Kleikamp 2560617ba13bSMingming Cao int ext4_get_inode_loc(struct inode *inode, struct ext4_iloc *iloc) 2561ac27a0ecSDave Kleikamp { 2562ac27a0ecSDave Kleikamp /* We have all inode data except xattrs in memory here. */ 2563617ba13bSMingming Cao return __ext4_get_inode_loc(inode, iloc, 2564617ba13bSMingming Cao !(EXT4_I(inode)->i_state & EXT4_STATE_XATTR)); 2565ac27a0ecSDave Kleikamp } 2566ac27a0ecSDave Kleikamp 2567617ba13bSMingming Cao void ext4_set_inode_flags(struct inode *inode) 2568ac27a0ecSDave Kleikamp { 2569617ba13bSMingming Cao unsigned int flags = EXT4_I(inode)->i_flags; 2570ac27a0ecSDave Kleikamp 2571ac27a0ecSDave Kleikamp inode->i_flags &= ~(S_SYNC|S_APPEND|S_IMMUTABLE|S_NOATIME|S_DIRSYNC); 2572617ba13bSMingming Cao if (flags & EXT4_SYNC_FL) 2573ac27a0ecSDave Kleikamp inode->i_flags |= S_SYNC; 2574617ba13bSMingming Cao if (flags & EXT4_APPEND_FL) 2575ac27a0ecSDave Kleikamp inode->i_flags |= S_APPEND; 2576617ba13bSMingming Cao if (flags & EXT4_IMMUTABLE_FL) 2577ac27a0ecSDave Kleikamp inode->i_flags |= S_IMMUTABLE; 2578617ba13bSMingming Cao if (flags & EXT4_NOATIME_FL) 2579ac27a0ecSDave Kleikamp inode->i_flags |= S_NOATIME; 2580617ba13bSMingming Cao if (flags & EXT4_DIRSYNC_FL) 2581ac27a0ecSDave Kleikamp inode->i_flags |= S_DIRSYNC; 2582ac27a0ecSDave Kleikamp } 2583ac27a0ecSDave Kleikamp 2584617ba13bSMingming Cao void ext4_read_inode(struct inode * inode) 2585ac27a0ecSDave Kleikamp { 2586617ba13bSMingming Cao struct ext4_iloc iloc; 2587617ba13bSMingming Cao struct ext4_inode *raw_inode; 2588617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 2589ac27a0ecSDave Kleikamp struct buffer_head *bh; 2590ac27a0ecSDave Kleikamp int block; 2591ac27a0ecSDave Kleikamp 2592617ba13bSMingming Cao #ifdef CONFIG_EXT4DEV_FS_POSIX_ACL 2593617ba13bSMingming Cao ei->i_acl = EXT4_ACL_NOT_CACHED; 2594617ba13bSMingming Cao ei->i_default_acl = EXT4_ACL_NOT_CACHED; 2595ac27a0ecSDave Kleikamp #endif 2596ac27a0ecSDave Kleikamp ei->i_block_alloc_info = NULL; 2597ac27a0ecSDave Kleikamp 2598617ba13bSMingming Cao if (__ext4_get_inode_loc(inode, &iloc, 0)) 2599ac27a0ecSDave Kleikamp goto bad_inode; 2600ac27a0ecSDave Kleikamp bh = iloc.bh; 2601617ba13bSMingming Cao raw_inode = ext4_raw_inode(&iloc); 2602ac27a0ecSDave Kleikamp inode->i_mode = le16_to_cpu(raw_inode->i_mode); 2603ac27a0ecSDave Kleikamp inode->i_uid = (uid_t)le16_to_cpu(raw_inode->i_uid_low); 2604ac27a0ecSDave Kleikamp inode->i_gid = (gid_t)le16_to_cpu(raw_inode->i_gid_low); 2605ac27a0ecSDave Kleikamp if(!(test_opt (inode->i_sb, NO_UID32))) { 2606ac27a0ecSDave Kleikamp inode->i_uid |= le16_to_cpu(raw_inode->i_uid_high) << 16; 2607ac27a0ecSDave Kleikamp inode->i_gid |= le16_to_cpu(raw_inode->i_gid_high) << 16; 2608ac27a0ecSDave Kleikamp } 2609ac27a0ecSDave Kleikamp inode->i_nlink = le16_to_cpu(raw_inode->i_links_count); 2610ac27a0ecSDave Kleikamp inode->i_size = le32_to_cpu(raw_inode->i_size); 2611ac27a0ecSDave Kleikamp inode->i_atime.tv_sec = le32_to_cpu(raw_inode->i_atime); 2612ac27a0ecSDave Kleikamp inode->i_ctime.tv_sec = le32_to_cpu(raw_inode->i_ctime); 2613ac27a0ecSDave Kleikamp inode->i_mtime.tv_sec = le32_to_cpu(raw_inode->i_mtime); 2614ac27a0ecSDave Kleikamp inode->i_atime.tv_nsec = inode->i_ctime.tv_nsec = inode->i_mtime.tv_nsec = 0; 2615ac27a0ecSDave Kleikamp 2616ac27a0ecSDave Kleikamp ei->i_state = 0; 2617ac27a0ecSDave Kleikamp ei->i_dir_start_lookup = 0; 2618ac27a0ecSDave Kleikamp ei->i_dtime = le32_to_cpu(raw_inode->i_dtime); 2619ac27a0ecSDave Kleikamp /* We now have enough fields to check if the inode was active or not. 2620ac27a0ecSDave Kleikamp * This is needed because nfsd might try to access dead inodes 2621ac27a0ecSDave Kleikamp * the test is that same one that e2fsck uses 2622ac27a0ecSDave Kleikamp * NeilBrown 1999oct15 2623ac27a0ecSDave Kleikamp */ 2624ac27a0ecSDave Kleikamp if (inode->i_nlink == 0) { 2625ac27a0ecSDave Kleikamp if (inode->i_mode == 0 || 2626617ba13bSMingming Cao !(EXT4_SB(inode->i_sb)->s_mount_state & EXT4_ORPHAN_FS)) { 2627ac27a0ecSDave Kleikamp /* this inode is deleted */ 2628ac27a0ecSDave Kleikamp brelse (bh); 2629ac27a0ecSDave Kleikamp goto bad_inode; 2630ac27a0ecSDave Kleikamp } 2631ac27a0ecSDave Kleikamp /* The only unlinked inodes we let through here have 2632ac27a0ecSDave Kleikamp * valid i_mode and are being read by the orphan 2633ac27a0ecSDave Kleikamp * recovery code: that's fine, we're about to complete 2634ac27a0ecSDave Kleikamp * the process of deleting those. */ 2635ac27a0ecSDave Kleikamp } 2636ac27a0ecSDave Kleikamp inode->i_blocks = le32_to_cpu(raw_inode->i_blocks); 2637ac27a0ecSDave Kleikamp ei->i_flags = le32_to_cpu(raw_inode->i_flags); 2638617ba13bSMingming Cao #ifdef EXT4_FRAGMENTS 2639ac27a0ecSDave Kleikamp ei->i_faddr = le32_to_cpu(raw_inode->i_faddr); 2640ac27a0ecSDave Kleikamp ei->i_frag_no = raw_inode->i_frag; 2641ac27a0ecSDave Kleikamp ei->i_frag_size = raw_inode->i_fsize; 2642ac27a0ecSDave Kleikamp #endif 2643ac27a0ecSDave Kleikamp ei->i_file_acl = le32_to_cpu(raw_inode->i_file_acl); 2644ac27a0ecSDave Kleikamp if (!S_ISREG(inode->i_mode)) { 2645ac27a0ecSDave Kleikamp ei->i_dir_acl = le32_to_cpu(raw_inode->i_dir_acl); 2646ac27a0ecSDave Kleikamp } else { 2647ac27a0ecSDave Kleikamp inode->i_size |= 2648ac27a0ecSDave Kleikamp ((__u64)le32_to_cpu(raw_inode->i_size_high)) << 32; 2649ac27a0ecSDave Kleikamp } 2650ac27a0ecSDave Kleikamp ei->i_disksize = inode->i_size; 2651ac27a0ecSDave Kleikamp inode->i_generation = le32_to_cpu(raw_inode->i_generation); 2652ac27a0ecSDave Kleikamp ei->i_block_group = iloc.block_group; 2653ac27a0ecSDave Kleikamp /* 2654ac27a0ecSDave Kleikamp * NOTE! The in-memory inode i_data array is in little-endian order 2655ac27a0ecSDave Kleikamp * even on big-endian machines: we do NOT byteswap the block numbers! 2656ac27a0ecSDave Kleikamp */ 2657617ba13bSMingming Cao for (block = 0; block < EXT4_N_BLOCKS; block++) 2658ac27a0ecSDave Kleikamp ei->i_data[block] = raw_inode->i_block[block]; 2659ac27a0ecSDave Kleikamp INIT_LIST_HEAD(&ei->i_orphan); 2660ac27a0ecSDave Kleikamp 2661617ba13bSMingming Cao if (inode->i_ino >= EXT4_FIRST_INO(inode->i_sb) + 1 && 2662617ba13bSMingming Cao EXT4_INODE_SIZE(inode->i_sb) > EXT4_GOOD_OLD_INODE_SIZE) { 2663ac27a0ecSDave Kleikamp /* 2664ac27a0ecSDave Kleikamp * When mke2fs creates big inodes it does not zero out 2665617ba13bSMingming Cao * the unused bytes above EXT4_GOOD_OLD_INODE_SIZE, 2666ac27a0ecSDave Kleikamp * so ignore those first few inodes. 2667ac27a0ecSDave Kleikamp */ 2668ac27a0ecSDave Kleikamp ei->i_extra_isize = le16_to_cpu(raw_inode->i_extra_isize); 2669617ba13bSMingming Cao if (EXT4_GOOD_OLD_INODE_SIZE + ei->i_extra_isize > 2670617ba13bSMingming Cao EXT4_INODE_SIZE(inode->i_sb)) 2671ac27a0ecSDave Kleikamp goto bad_inode; 2672ac27a0ecSDave Kleikamp if (ei->i_extra_isize == 0) { 2673ac27a0ecSDave Kleikamp /* The extra space is currently unused. Use it. */ 2674617ba13bSMingming Cao ei->i_extra_isize = sizeof(struct ext4_inode) - 2675617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE; 2676ac27a0ecSDave Kleikamp } else { 2677ac27a0ecSDave Kleikamp __le32 *magic = (void *)raw_inode + 2678617ba13bSMingming Cao EXT4_GOOD_OLD_INODE_SIZE + 2679ac27a0ecSDave Kleikamp ei->i_extra_isize; 2680617ba13bSMingming Cao if (*magic == cpu_to_le32(EXT4_XATTR_MAGIC)) 2681617ba13bSMingming Cao ei->i_state |= EXT4_STATE_XATTR; 2682ac27a0ecSDave Kleikamp } 2683ac27a0ecSDave Kleikamp } else 2684ac27a0ecSDave Kleikamp ei->i_extra_isize = 0; 2685ac27a0ecSDave Kleikamp 2686ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode)) { 2687617ba13bSMingming Cao inode->i_op = &ext4_file_inode_operations; 2688617ba13bSMingming Cao inode->i_fop = &ext4_file_operations; 2689617ba13bSMingming Cao ext4_set_aops(inode); 2690ac27a0ecSDave Kleikamp } else if (S_ISDIR(inode->i_mode)) { 2691617ba13bSMingming Cao inode->i_op = &ext4_dir_inode_operations; 2692617ba13bSMingming Cao inode->i_fop = &ext4_dir_operations; 2693ac27a0ecSDave Kleikamp } else if (S_ISLNK(inode->i_mode)) { 2694617ba13bSMingming Cao if (ext4_inode_is_fast_symlink(inode)) 2695617ba13bSMingming Cao inode->i_op = &ext4_fast_symlink_inode_operations; 2696ac27a0ecSDave Kleikamp else { 2697617ba13bSMingming Cao inode->i_op = &ext4_symlink_inode_operations; 2698617ba13bSMingming Cao ext4_set_aops(inode); 2699ac27a0ecSDave Kleikamp } 2700ac27a0ecSDave Kleikamp } else { 2701617ba13bSMingming Cao inode->i_op = &ext4_special_inode_operations; 2702ac27a0ecSDave Kleikamp if (raw_inode->i_block[0]) 2703ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 2704ac27a0ecSDave Kleikamp old_decode_dev(le32_to_cpu(raw_inode->i_block[0]))); 2705ac27a0ecSDave Kleikamp else 2706ac27a0ecSDave Kleikamp init_special_inode(inode, inode->i_mode, 2707ac27a0ecSDave Kleikamp new_decode_dev(le32_to_cpu(raw_inode->i_block[1]))); 2708ac27a0ecSDave Kleikamp } 2709ac27a0ecSDave Kleikamp brelse (iloc.bh); 2710617ba13bSMingming Cao ext4_set_inode_flags(inode); 2711ac27a0ecSDave Kleikamp return; 2712ac27a0ecSDave Kleikamp 2713ac27a0ecSDave Kleikamp bad_inode: 2714ac27a0ecSDave Kleikamp make_bad_inode(inode); 2715ac27a0ecSDave Kleikamp return; 2716ac27a0ecSDave Kleikamp } 2717ac27a0ecSDave Kleikamp 2718ac27a0ecSDave Kleikamp /* 2719ac27a0ecSDave Kleikamp * Post the struct inode info into an on-disk inode location in the 2720ac27a0ecSDave Kleikamp * buffer-cache. This gobbles the caller's reference to the 2721ac27a0ecSDave Kleikamp * buffer_head in the inode location struct. 2722ac27a0ecSDave Kleikamp * 2723ac27a0ecSDave Kleikamp * The caller must have write access to iloc->bh. 2724ac27a0ecSDave Kleikamp */ 2725617ba13bSMingming Cao static int ext4_do_update_inode(handle_t *handle, 2726ac27a0ecSDave Kleikamp struct inode *inode, 2727617ba13bSMingming Cao struct ext4_iloc *iloc) 2728ac27a0ecSDave Kleikamp { 2729617ba13bSMingming Cao struct ext4_inode *raw_inode = ext4_raw_inode(iloc); 2730617ba13bSMingming Cao struct ext4_inode_info *ei = EXT4_I(inode); 2731ac27a0ecSDave Kleikamp struct buffer_head *bh = iloc->bh; 2732ac27a0ecSDave Kleikamp int err = 0, rc, block; 2733ac27a0ecSDave Kleikamp 2734ac27a0ecSDave Kleikamp /* For fields not not tracking in the in-memory inode, 2735ac27a0ecSDave Kleikamp * initialise them to zero for new inodes. */ 2736617ba13bSMingming Cao if (ei->i_state & EXT4_STATE_NEW) 2737617ba13bSMingming Cao memset(raw_inode, 0, EXT4_SB(inode->i_sb)->s_inode_size); 2738ac27a0ecSDave Kleikamp 2739ac27a0ecSDave Kleikamp raw_inode->i_mode = cpu_to_le16(inode->i_mode); 2740ac27a0ecSDave Kleikamp if(!(test_opt(inode->i_sb, NO_UID32))) { 2741ac27a0ecSDave Kleikamp raw_inode->i_uid_low = cpu_to_le16(low_16_bits(inode->i_uid)); 2742ac27a0ecSDave Kleikamp raw_inode->i_gid_low = cpu_to_le16(low_16_bits(inode->i_gid)); 2743ac27a0ecSDave Kleikamp /* 2744ac27a0ecSDave Kleikamp * Fix up interoperability with old kernels. Otherwise, old inodes get 2745ac27a0ecSDave Kleikamp * re-used with the upper 16 bits of the uid/gid intact 2746ac27a0ecSDave Kleikamp */ 2747ac27a0ecSDave Kleikamp if(!ei->i_dtime) { 2748ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 2749ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_uid)); 2750ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 2751ac27a0ecSDave Kleikamp cpu_to_le16(high_16_bits(inode->i_gid)); 2752ac27a0ecSDave Kleikamp } else { 2753ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 2754ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 2755ac27a0ecSDave Kleikamp } 2756ac27a0ecSDave Kleikamp } else { 2757ac27a0ecSDave Kleikamp raw_inode->i_uid_low = 2758ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowuid(inode->i_uid)); 2759ac27a0ecSDave Kleikamp raw_inode->i_gid_low = 2760ac27a0ecSDave Kleikamp cpu_to_le16(fs_high2lowgid(inode->i_gid)); 2761ac27a0ecSDave Kleikamp raw_inode->i_uid_high = 0; 2762ac27a0ecSDave Kleikamp raw_inode->i_gid_high = 0; 2763ac27a0ecSDave Kleikamp } 2764ac27a0ecSDave Kleikamp raw_inode->i_links_count = cpu_to_le16(inode->i_nlink); 2765ac27a0ecSDave Kleikamp raw_inode->i_size = cpu_to_le32(ei->i_disksize); 2766ac27a0ecSDave Kleikamp raw_inode->i_atime = cpu_to_le32(inode->i_atime.tv_sec); 2767ac27a0ecSDave Kleikamp raw_inode->i_ctime = cpu_to_le32(inode->i_ctime.tv_sec); 2768ac27a0ecSDave Kleikamp raw_inode->i_mtime = cpu_to_le32(inode->i_mtime.tv_sec); 2769ac27a0ecSDave Kleikamp raw_inode->i_blocks = cpu_to_le32(inode->i_blocks); 2770ac27a0ecSDave Kleikamp raw_inode->i_dtime = cpu_to_le32(ei->i_dtime); 2771ac27a0ecSDave Kleikamp raw_inode->i_flags = cpu_to_le32(ei->i_flags); 2772617ba13bSMingming Cao #ifdef EXT4_FRAGMENTS 2773ac27a0ecSDave Kleikamp raw_inode->i_faddr = cpu_to_le32(ei->i_faddr); 2774ac27a0ecSDave Kleikamp raw_inode->i_frag = ei->i_frag_no; 2775ac27a0ecSDave Kleikamp raw_inode->i_fsize = ei->i_frag_size; 2776ac27a0ecSDave Kleikamp #endif 2777ac27a0ecSDave Kleikamp raw_inode->i_file_acl = cpu_to_le32(ei->i_file_acl); 2778ac27a0ecSDave Kleikamp if (!S_ISREG(inode->i_mode)) { 2779ac27a0ecSDave Kleikamp raw_inode->i_dir_acl = cpu_to_le32(ei->i_dir_acl); 2780ac27a0ecSDave Kleikamp } else { 2781ac27a0ecSDave Kleikamp raw_inode->i_size_high = 2782ac27a0ecSDave Kleikamp cpu_to_le32(ei->i_disksize >> 32); 2783ac27a0ecSDave Kleikamp if (ei->i_disksize > 0x7fffffffULL) { 2784ac27a0ecSDave Kleikamp struct super_block *sb = inode->i_sb; 2785617ba13bSMingming Cao if (!EXT4_HAS_RO_COMPAT_FEATURE(sb, 2786617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE) || 2787617ba13bSMingming Cao EXT4_SB(sb)->s_es->s_rev_level == 2788617ba13bSMingming Cao cpu_to_le32(EXT4_GOOD_OLD_REV)) { 2789ac27a0ecSDave Kleikamp /* If this is the first large file 2790ac27a0ecSDave Kleikamp * created, add a flag to the superblock. 2791ac27a0ecSDave Kleikamp */ 2792617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, 2793617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 2794ac27a0ecSDave Kleikamp if (err) 2795ac27a0ecSDave Kleikamp goto out_brelse; 2796617ba13bSMingming Cao ext4_update_dynamic_rev(sb); 2797617ba13bSMingming Cao EXT4_SET_RO_COMPAT_FEATURE(sb, 2798617ba13bSMingming Cao EXT4_FEATURE_RO_COMPAT_LARGE_FILE); 2799ac27a0ecSDave Kleikamp sb->s_dirt = 1; 2800ac27a0ecSDave Kleikamp handle->h_sync = 1; 2801617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, 2802617ba13bSMingming Cao EXT4_SB(sb)->s_sbh); 2803ac27a0ecSDave Kleikamp } 2804ac27a0ecSDave Kleikamp } 2805ac27a0ecSDave Kleikamp } 2806ac27a0ecSDave Kleikamp raw_inode->i_generation = cpu_to_le32(inode->i_generation); 2807ac27a0ecSDave Kleikamp if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode)) { 2808ac27a0ecSDave Kleikamp if (old_valid_dev(inode->i_rdev)) { 2809ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 2810ac27a0ecSDave Kleikamp cpu_to_le32(old_encode_dev(inode->i_rdev)); 2811ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 0; 2812ac27a0ecSDave Kleikamp } else { 2813ac27a0ecSDave Kleikamp raw_inode->i_block[0] = 0; 2814ac27a0ecSDave Kleikamp raw_inode->i_block[1] = 2815ac27a0ecSDave Kleikamp cpu_to_le32(new_encode_dev(inode->i_rdev)); 2816ac27a0ecSDave Kleikamp raw_inode->i_block[2] = 0; 2817ac27a0ecSDave Kleikamp } 2818617ba13bSMingming Cao } else for (block = 0; block < EXT4_N_BLOCKS; block++) 2819ac27a0ecSDave Kleikamp raw_inode->i_block[block] = ei->i_data[block]; 2820ac27a0ecSDave Kleikamp 2821ac27a0ecSDave Kleikamp if (ei->i_extra_isize) 2822ac27a0ecSDave Kleikamp raw_inode->i_extra_isize = cpu_to_le16(ei->i_extra_isize); 2823ac27a0ecSDave Kleikamp 2824617ba13bSMingming Cao BUFFER_TRACE(bh, "call ext4_journal_dirty_metadata"); 2825617ba13bSMingming Cao rc = ext4_journal_dirty_metadata(handle, bh); 2826ac27a0ecSDave Kleikamp if (!err) 2827ac27a0ecSDave Kleikamp err = rc; 2828617ba13bSMingming Cao ei->i_state &= ~EXT4_STATE_NEW; 2829ac27a0ecSDave Kleikamp 2830ac27a0ecSDave Kleikamp out_brelse: 2831ac27a0ecSDave Kleikamp brelse (bh); 2832617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 2833ac27a0ecSDave Kleikamp return err; 2834ac27a0ecSDave Kleikamp } 2835ac27a0ecSDave Kleikamp 2836ac27a0ecSDave Kleikamp /* 2837617ba13bSMingming Cao * ext4_write_inode() 2838ac27a0ecSDave Kleikamp * 2839ac27a0ecSDave Kleikamp * We are called from a few places: 2840ac27a0ecSDave Kleikamp * 2841ac27a0ecSDave Kleikamp * - Within generic_file_write() for O_SYNC files. 2842ac27a0ecSDave Kleikamp * Here, there will be no transaction running. We wait for any running 2843ac27a0ecSDave Kleikamp * trasnaction to commit. 2844ac27a0ecSDave Kleikamp * 2845ac27a0ecSDave Kleikamp * - Within sys_sync(), kupdate and such. 2846ac27a0ecSDave Kleikamp * We wait on commit, if tol to. 2847ac27a0ecSDave Kleikamp * 2848ac27a0ecSDave Kleikamp * - Within prune_icache() (PF_MEMALLOC == true) 2849ac27a0ecSDave Kleikamp * Here we simply return. We can't afford to block kswapd on the 2850ac27a0ecSDave Kleikamp * journal commit. 2851ac27a0ecSDave Kleikamp * 2852ac27a0ecSDave Kleikamp * In all cases it is actually safe for us to return without doing anything, 2853ac27a0ecSDave Kleikamp * because the inode has been copied into a raw inode buffer in 2854617ba13bSMingming Cao * ext4_mark_inode_dirty(). This is a correctness thing for O_SYNC and for 2855ac27a0ecSDave Kleikamp * knfsd. 2856ac27a0ecSDave Kleikamp * 2857ac27a0ecSDave Kleikamp * Note that we are absolutely dependent upon all inode dirtiers doing the 2858ac27a0ecSDave Kleikamp * right thing: they *must* call mark_inode_dirty() after dirtying info in 2859ac27a0ecSDave Kleikamp * which we are interested. 2860ac27a0ecSDave Kleikamp * 2861ac27a0ecSDave Kleikamp * It would be a bug for them to not do this. The code: 2862ac27a0ecSDave Kleikamp * 2863ac27a0ecSDave Kleikamp * mark_inode_dirty(inode) 2864ac27a0ecSDave Kleikamp * stuff(); 2865ac27a0ecSDave Kleikamp * inode->i_size = expr; 2866ac27a0ecSDave Kleikamp * 2867ac27a0ecSDave Kleikamp * is in error because a kswapd-driven write_inode() could occur while 2868ac27a0ecSDave Kleikamp * `stuff()' is running, and the new i_size will be lost. Plus the inode 2869ac27a0ecSDave Kleikamp * will no longer be on the superblock's dirty inode list. 2870ac27a0ecSDave Kleikamp */ 2871617ba13bSMingming Cao int ext4_write_inode(struct inode *inode, int wait) 2872ac27a0ecSDave Kleikamp { 2873ac27a0ecSDave Kleikamp if (current->flags & PF_MEMALLOC) 2874ac27a0ecSDave Kleikamp return 0; 2875ac27a0ecSDave Kleikamp 2876617ba13bSMingming Cao if (ext4_journal_current_handle()) { 2877ac27a0ecSDave Kleikamp jbd_debug(0, "called recursively, non-PF_MEMALLOC!\n"); 2878ac27a0ecSDave Kleikamp dump_stack(); 2879ac27a0ecSDave Kleikamp return -EIO; 2880ac27a0ecSDave Kleikamp } 2881ac27a0ecSDave Kleikamp 2882ac27a0ecSDave Kleikamp if (!wait) 2883ac27a0ecSDave Kleikamp return 0; 2884ac27a0ecSDave Kleikamp 2885617ba13bSMingming Cao return ext4_force_commit(inode->i_sb); 2886ac27a0ecSDave Kleikamp } 2887ac27a0ecSDave Kleikamp 2888ac27a0ecSDave Kleikamp /* 2889617ba13bSMingming Cao * ext4_setattr() 2890ac27a0ecSDave Kleikamp * 2891ac27a0ecSDave Kleikamp * Called from notify_change. 2892ac27a0ecSDave Kleikamp * 2893ac27a0ecSDave Kleikamp * We want to trap VFS attempts to truncate the file as soon as 2894ac27a0ecSDave Kleikamp * possible. In particular, we want to make sure that when the VFS 2895ac27a0ecSDave Kleikamp * shrinks i_size, we put the inode on the orphan list and modify 2896ac27a0ecSDave Kleikamp * i_disksize immediately, so that during the subsequent flushing of 2897ac27a0ecSDave Kleikamp * dirty pages and freeing of disk blocks, we can guarantee that any 2898ac27a0ecSDave Kleikamp * commit will leave the blocks being flushed in an unused state on 2899ac27a0ecSDave Kleikamp * disk. (On recovery, the inode will get truncated and the blocks will 2900ac27a0ecSDave Kleikamp * be freed, so we have a strong guarantee that no future commit will 2901ac27a0ecSDave Kleikamp * leave these blocks visible to the user.) 2902ac27a0ecSDave Kleikamp * 2903ac27a0ecSDave Kleikamp * Called with inode->sem down. 2904ac27a0ecSDave Kleikamp */ 2905617ba13bSMingming Cao int ext4_setattr(struct dentry *dentry, struct iattr *attr) 2906ac27a0ecSDave Kleikamp { 2907ac27a0ecSDave Kleikamp struct inode *inode = dentry->d_inode; 2908ac27a0ecSDave Kleikamp int error, rc = 0; 2909ac27a0ecSDave Kleikamp const unsigned int ia_valid = attr->ia_valid; 2910ac27a0ecSDave Kleikamp 2911ac27a0ecSDave Kleikamp error = inode_change_ok(inode, attr); 2912ac27a0ecSDave Kleikamp if (error) 2913ac27a0ecSDave Kleikamp return error; 2914ac27a0ecSDave Kleikamp 2915ac27a0ecSDave Kleikamp if ((ia_valid & ATTR_UID && attr->ia_uid != inode->i_uid) || 2916ac27a0ecSDave Kleikamp (ia_valid & ATTR_GID && attr->ia_gid != inode->i_gid)) { 2917ac27a0ecSDave Kleikamp handle_t *handle; 2918ac27a0ecSDave Kleikamp 2919ac27a0ecSDave Kleikamp /* (user+group)*(old+new) structure, inode write (sb, 2920ac27a0ecSDave Kleikamp * inode block, ? - but truncate inode update has it) */ 2921617ba13bSMingming Cao handle = ext4_journal_start(inode, 2*(EXT4_QUOTA_INIT_BLOCKS(inode->i_sb)+ 2922617ba13bSMingming Cao EXT4_QUOTA_DEL_BLOCKS(inode->i_sb))+3); 2923ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 2924ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 2925ac27a0ecSDave Kleikamp goto err_out; 2926ac27a0ecSDave Kleikamp } 2927ac27a0ecSDave Kleikamp error = DQUOT_TRANSFER(inode, attr) ? -EDQUOT : 0; 2928ac27a0ecSDave Kleikamp if (error) { 2929617ba13bSMingming Cao ext4_journal_stop(handle); 2930ac27a0ecSDave Kleikamp return error; 2931ac27a0ecSDave Kleikamp } 2932ac27a0ecSDave Kleikamp /* Update corresponding info in inode so that everything is in 2933ac27a0ecSDave Kleikamp * one transaction */ 2934ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_UID) 2935ac27a0ecSDave Kleikamp inode->i_uid = attr->ia_uid; 2936ac27a0ecSDave Kleikamp if (attr->ia_valid & ATTR_GID) 2937ac27a0ecSDave Kleikamp inode->i_gid = attr->ia_gid; 2938617ba13bSMingming Cao error = ext4_mark_inode_dirty(handle, inode); 2939617ba13bSMingming Cao ext4_journal_stop(handle); 2940ac27a0ecSDave Kleikamp } 2941ac27a0ecSDave Kleikamp 2942ac27a0ecSDave Kleikamp if (S_ISREG(inode->i_mode) && 2943ac27a0ecSDave Kleikamp attr->ia_valid & ATTR_SIZE && attr->ia_size < inode->i_size) { 2944ac27a0ecSDave Kleikamp handle_t *handle; 2945ac27a0ecSDave Kleikamp 2946617ba13bSMingming Cao handle = ext4_journal_start(inode, 3); 2947ac27a0ecSDave Kleikamp if (IS_ERR(handle)) { 2948ac27a0ecSDave Kleikamp error = PTR_ERR(handle); 2949ac27a0ecSDave Kleikamp goto err_out; 2950ac27a0ecSDave Kleikamp } 2951ac27a0ecSDave Kleikamp 2952617ba13bSMingming Cao error = ext4_orphan_add(handle, inode); 2953617ba13bSMingming Cao EXT4_I(inode)->i_disksize = attr->ia_size; 2954617ba13bSMingming Cao rc = ext4_mark_inode_dirty(handle, inode); 2955ac27a0ecSDave Kleikamp if (!error) 2956ac27a0ecSDave Kleikamp error = rc; 2957617ba13bSMingming Cao ext4_journal_stop(handle); 2958ac27a0ecSDave Kleikamp } 2959ac27a0ecSDave Kleikamp 2960ac27a0ecSDave Kleikamp rc = inode_setattr(inode, attr); 2961ac27a0ecSDave Kleikamp 2962617ba13bSMingming Cao /* If inode_setattr's call to ext4_truncate failed to get a 2963ac27a0ecSDave Kleikamp * transaction handle at all, we need to clean up the in-core 2964ac27a0ecSDave Kleikamp * orphan list manually. */ 2965ac27a0ecSDave Kleikamp if (inode->i_nlink) 2966617ba13bSMingming Cao ext4_orphan_del(NULL, inode); 2967ac27a0ecSDave Kleikamp 2968ac27a0ecSDave Kleikamp if (!rc && (ia_valid & ATTR_MODE)) 2969617ba13bSMingming Cao rc = ext4_acl_chmod(inode); 2970ac27a0ecSDave Kleikamp 2971ac27a0ecSDave Kleikamp err_out: 2972617ba13bSMingming Cao ext4_std_error(inode->i_sb, error); 2973ac27a0ecSDave Kleikamp if (!error) 2974ac27a0ecSDave Kleikamp error = rc; 2975ac27a0ecSDave Kleikamp return error; 2976ac27a0ecSDave Kleikamp } 2977ac27a0ecSDave Kleikamp 2978ac27a0ecSDave Kleikamp 2979ac27a0ecSDave Kleikamp /* 2980ac27a0ecSDave Kleikamp * How many blocks doth make a writepage()? 2981ac27a0ecSDave Kleikamp * 2982ac27a0ecSDave Kleikamp * With N blocks per page, it may be: 2983ac27a0ecSDave Kleikamp * N data blocks 2984ac27a0ecSDave Kleikamp * 2 indirect block 2985ac27a0ecSDave Kleikamp * 2 dindirect 2986ac27a0ecSDave Kleikamp * 1 tindirect 2987ac27a0ecSDave Kleikamp * N+5 bitmap blocks (from the above) 2988ac27a0ecSDave Kleikamp * N+5 group descriptor summary blocks 2989ac27a0ecSDave Kleikamp * 1 inode block 2990ac27a0ecSDave Kleikamp * 1 superblock. 2991617ba13bSMingming Cao * 2 * EXT4_SINGLEDATA_TRANS_BLOCKS for the quote files 2992ac27a0ecSDave Kleikamp * 2993617ba13bSMingming Cao * 3 * (N + 5) + 2 + 2 * EXT4_SINGLEDATA_TRANS_BLOCKS 2994ac27a0ecSDave Kleikamp * 2995ac27a0ecSDave Kleikamp * With ordered or writeback data it's the same, less the N data blocks. 2996ac27a0ecSDave Kleikamp * 2997ac27a0ecSDave Kleikamp * If the inode's direct blocks can hold an integral number of pages then a 2998ac27a0ecSDave Kleikamp * page cannot straddle two indirect blocks, and we can only touch one indirect 2999ac27a0ecSDave Kleikamp * and dindirect block, and the "5" above becomes "3". 3000ac27a0ecSDave Kleikamp * 3001ac27a0ecSDave Kleikamp * This still overestimates under most circumstances. If we were to pass the 3002ac27a0ecSDave Kleikamp * start and end offsets in here as well we could do block_to_path() on each 3003ac27a0ecSDave Kleikamp * block and work out the exact number of indirects which are touched. Pah. 3004ac27a0ecSDave Kleikamp */ 3005ac27a0ecSDave Kleikamp 3006617ba13bSMingming Cao static int ext4_writepage_trans_blocks(struct inode *inode) 3007ac27a0ecSDave Kleikamp { 3008617ba13bSMingming Cao int bpp = ext4_journal_blocks_per_page(inode); 3009617ba13bSMingming Cao int indirects = (EXT4_NDIR_BLOCKS % bpp) ? 5 : 3; 3010ac27a0ecSDave Kleikamp int ret; 3011ac27a0ecSDave Kleikamp 3012617ba13bSMingming Cao if (ext4_should_journal_data(inode)) 3013ac27a0ecSDave Kleikamp ret = 3 * (bpp + indirects) + 2; 3014ac27a0ecSDave Kleikamp else 3015ac27a0ecSDave Kleikamp ret = 2 * (bpp + indirects) + 2; 3016ac27a0ecSDave Kleikamp 3017ac27a0ecSDave Kleikamp #ifdef CONFIG_QUOTA 3018ac27a0ecSDave Kleikamp /* We know that structure was already allocated during DQUOT_INIT so 3019ac27a0ecSDave Kleikamp * we will be updating only the data blocks + inodes */ 3020617ba13bSMingming Cao ret += 2*EXT4_QUOTA_TRANS_BLOCKS(inode->i_sb); 3021ac27a0ecSDave Kleikamp #endif 3022ac27a0ecSDave Kleikamp 3023ac27a0ecSDave Kleikamp return ret; 3024ac27a0ecSDave Kleikamp } 3025ac27a0ecSDave Kleikamp 3026ac27a0ecSDave Kleikamp /* 3027617ba13bSMingming Cao * The caller must have previously called ext4_reserve_inode_write(). 3028ac27a0ecSDave Kleikamp * Give this, we know that the caller already has write access to iloc->bh. 3029ac27a0ecSDave Kleikamp */ 3030617ba13bSMingming Cao int ext4_mark_iloc_dirty(handle_t *handle, 3031617ba13bSMingming Cao struct inode *inode, struct ext4_iloc *iloc) 3032ac27a0ecSDave Kleikamp { 3033ac27a0ecSDave Kleikamp int err = 0; 3034ac27a0ecSDave Kleikamp 3035ac27a0ecSDave Kleikamp /* the do_update_inode consumes one bh->b_count */ 3036ac27a0ecSDave Kleikamp get_bh(iloc->bh); 3037ac27a0ecSDave Kleikamp 3038*dab291afSMingming Cao /* ext4_do_update_inode() does jbd2_journal_dirty_metadata */ 3039617ba13bSMingming Cao err = ext4_do_update_inode(handle, inode, iloc); 3040ac27a0ecSDave Kleikamp put_bh(iloc->bh); 3041ac27a0ecSDave Kleikamp return err; 3042ac27a0ecSDave Kleikamp } 3043ac27a0ecSDave Kleikamp 3044ac27a0ecSDave Kleikamp /* 3045ac27a0ecSDave Kleikamp * On success, We end up with an outstanding reference count against 3046ac27a0ecSDave Kleikamp * iloc->bh. This _must_ be cleaned up later. 3047ac27a0ecSDave Kleikamp */ 3048ac27a0ecSDave Kleikamp 3049ac27a0ecSDave Kleikamp int 3050617ba13bSMingming Cao ext4_reserve_inode_write(handle_t *handle, struct inode *inode, 3051617ba13bSMingming Cao struct ext4_iloc *iloc) 3052ac27a0ecSDave Kleikamp { 3053ac27a0ecSDave Kleikamp int err = 0; 3054ac27a0ecSDave Kleikamp if (handle) { 3055617ba13bSMingming Cao err = ext4_get_inode_loc(inode, iloc); 3056ac27a0ecSDave Kleikamp if (!err) { 3057ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc->bh, "get_write_access"); 3058617ba13bSMingming Cao err = ext4_journal_get_write_access(handle, iloc->bh); 3059ac27a0ecSDave Kleikamp if (err) { 3060ac27a0ecSDave Kleikamp brelse(iloc->bh); 3061ac27a0ecSDave Kleikamp iloc->bh = NULL; 3062ac27a0ecSDave Kleikamp } 3063ac27a0ecSDave Kleikamp } 3064ac27a0ecSDave Kleikamp } 3065617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 3066ac27a0ecSDave Kleikamp return err; 3067ac27a0ecSDave Kleikamp } 3068ac27a0ecSDave Kleikamp 3069ac27a0ecSDave Kleikamp /* 3070ac27a0ecSDave Kleikamp * What we do here is to mark the in-core inode as clean with respect to inode 3071ac27a0ecSDave Kleikamp * dirtiness (it may still be data-dirty). 3072ac27a0ecSDave Kleikamp * This means that the in-core inode may be reaped by prune_icache 3073ac27a0ecSDave Kleikamp * without having to perform any I/O. This is a very good thing, 3074ac27a0ecSDave Kleikamp * because *any* task may call prune_icache - even ones which 3075ac27a0ecSDave Kleikamp * have a transaction open against a different journal. 3076ac27a0ecSDave Kleikamp * 3077ac27a0ecSDave Kleikamp * Is this cheating? Not really. Sure, we haven't written the 3078ac27a0ecSDave Kleikamp * inode out, but prune_icache isn't a user-visible syncing function. 3079ac27a0ecSDave Kleikamp * Whenever the user wants stuff synced (sys_sync, sys_msync, sys_fsync) 3080ac27a0ecSDave Kleikamp * we start and wait on commits. 3081ac27a0ecSDave Kleikamp * 3082ac27a0ecSDave Kleikamp * Is this efficient/effective? Well, we're being nice to the system 3083ac27a0ecSDave Kleikamp * by cleaning up our inodes proactively so they can be reaped 3084ac27a0ecSDave Kleikamp * without I/O. But we are potentially leaving up to five seconds' 3085ac27a0ecSDave Kleikamp * worth of inodes floating about which prune_icache wants us to 3086ac27a0ecSDave Kleikamp * write out. One way to fix that would be to get prune_icache() 3087ac27a0ecSDave Kleikamp * to do a write_super() to free up some memory. It has the desired 3088ac27a0ecSDave Kleikamp * effect. 3089ac27a0ecSDave Kleikamp */ 3090617ba13bSMingming Cao int ext4_mark_inode_dirty(handle_t *handle, struct inode *inode) 3091ac27a0ecSDave Kleikamp { 3092617ba13bSMingming Cao struct ext4_iloc iloc; 3093ac27a0ecSDave Kleikamp int err; 3094ac27a0ecSDave Kleikamp 3095ac27a0ecSDave Kleikamp might_sleep(); 3096617ba13bSMingming Cao err = ext4_reserve_inode_write(handle, inode, &iloc); 3097ac27a0ecSDave Kleikamp if (!err) 3098617ba13bSMingming Cao err = ext4_mark_iloc_dirty(handle, inode, &iloc); 3099ac27a0ecSDave Kleikamp return err; 3100ac27a0ecSDave Kleikamp } 3101ac27a0ecSDave Kleikamp 3102ac27a0ecSDave Kleikamp /* 3103617ba13bSMingming Cao * ext4_dirty_inode() is called from __mark_inode_dirty() 3104ac27a0ecSDave Kleikamp * 3105ac27a0ecSDave Kleikamp * We're really interested in the case where a file is being extended. 3106ac27a0ecSDave Kleikamp * i_size has been changed by generic_commit_write() and we thus need 3107ac27a0ecSDave Kleikamp * to include the updated inode in the current transaction. 3108ac27a0ecSDave Kleikamp * 3109ac27a0ecSDave Kleikamp * Also, DQUOT_ALLOC_SPACE() will always dirty the inode when blocks 3110ac27a0ecSDave Kleikamp * are allocated to the file. 3111ac27a0ecSDave Kleikamp * 3112ac27a0ecSDave Kleikamp * If the inode is marked synchronous, we don't honour that here - doing 3113ac27a0ecSDave Kleikamp * so would cause a commit on atime updates, which we don't bother doing. 3114ac27a0ecSDave Kleikamp * We handle synchronous inodes at the highest possible level. 3115ac27a0ecSDave Kleikamp */ 3116617ba13bSMingming Cao void ext4_dirty_inode(struct inode *inode) 3117ac27a0ecSDave Kleikamp { 3118617ba13bSMingming Cao handle_t *current_handle = ext4_journal_current_handle(); 3119ac27a0ecSDave Kleikamp handle_t *handle; 3120ac27a0ecSDave Kleikamp 3121617ba13bSMingming Cao handle = ext4_journal_start(inode, 2); 3122ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 3123ac27a0ecSDave Kleikamp goto out; 3124ac27a0ecSDave Kleikamp if (current_handle && 3125ac27a0ecSDave Kleikamp current_handle->h_transaction != handle->h_transaction) { 3126ac27a0ecSDave Kleikamp /* This task has a transaction open against a different fs */ 3127ac27a0ecSDave Kleikamp printk(KERN_EMERG "%s: transactions do not match!\n", 3128ac27a0ecSDave Kleikamp __FUNCTION__); 3129ac27a0ecSDave Kleikamp } else { 3130ac27a0ecSDave Kleikamp jbd_debug(5, "marking dirty. outer handle=%p\n", 3131ac27a0ecSDave Kleikamp current_handle); 3132617ba13bSMingming Cao ext4_mark_inode_dirty(handle, inode); 3133ac27a0ecSDave Kleikamp } 3134617ba13bSMingming Cao ext4_journal_stop(handle); 3135ac27a0ecSDave Kleikamp out: 3136ac27a0ecSDave Kleikamp return; 3137ac27a0ecSDave Kleikamp } 3138ac27a0ecSDave Kleikamp 3139ac27a0ecSDave Kleikamp #if 0 3140ac27a0ecSDave Kleikamp /* 3141ac27a0ecSDave Kleikamp * Bind an inode's backing buffer_head into this transaction, to prevent 3142ac27a0ecSDave Kleikamp * it from being flushed to disk early. Unlike 3143617ba13bSMingming Cao * ext4_reserve_inode_write, this leaves behind no bh reference and 3144ac27a0ecSDave Kleikamp * returns no iloc structure, so the caller needs to repeat the iloc 3145ac27a0ecSDave Kleikamp * lookup to mark the inode dirty later. 3146ac27a0ecSDave Kleikamp */ 3147617ba13bSMingming Cao static int ext4_pin_inode(handle_t *handle, struct inode *inode) 3148ac27a0ecSDave Kleikamp { 3149617ba13bSMingming Cao struct ext4_iloc iloc; 3150ac27a0ecSDave Kleikamp 3151ac27a0ecSDave Kleikamp int err = 0; 3152ac27a0ecSDave Kleikamp if (handle) { 3153617ba13bSMingming Cao err = ext4_get_inode_loc(inode, &iloc); 3154ac27a0ecSDave Kleikamp if (!err) { 3155ac27a0ecSDave Kleikamp BUFFER_TRACE(iloc.bh, "get_write_access"); 3156*dab291afSMingming Cao err = jbd2_journal_get_write_access(handle, iloc.bh); 3157ac27a0ecSDave Kleikamp if (!err) 3158617ba13bSMingming Cao err = ext4_journal_dirty_metadata(handle, 3159ac27a0ecSDave Kleikamp iloc.bh); 3160ac27a0ecSDave Kleikamp brelse(iloc.bh); 3161ac27a0ecSDave Kleikamp } 3162ac27a0ecSDave Kleikamp } 3163617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 3164ac27a0ecSDave Kleikamp return err; 3165ac27a0ecSDave Kleikamp } 3166ac27a0ecSDave Kleikamp #endif 3167ac27a0ecSDave Kleikamp 3168617ba13bSMingming Cao int ext4_change_inode_journal_flag(struct inode *inode, int val) 3169ac27a0ecSDave Kleikamp { 3170ac27a0ecSDave Kleikamp journal_t *journal; 3171ac27a0ecSDave Kleikamp handle_t *handle; 3172ac27a0ecSDave Kleikamp int err; 3173ac27a0ecSDave Kleikamp 3174ac27a0ecSDave Kleikamp /* 3175ac27a0ecSDave Kleikamp * We have to be very careful here: changing a data block's 3176ac27a0ecSDave Kleikamp * journaling status dynamically is dangerous. If we write a 3177ac27a0ecSDave Kleikamp * data block to the journal, change the status and then delete 3178ac27a0ecSDave Kleikamp * that block, we risk forgetting to revoke the old log record 3179ac27a0ecSDave Kleikamp * from the journal and so a subsequent replay can corrupt data. 3180ac27a0ecSDave Kleikamp * So, first we make sure that the journal is empty and that 3181ac27a0ecSDave Kleikamp * nobody is changing anything. 3182ac27a0ecSDave Kleikamp */ 3183ac27a0ecSDave Kleikamp 3184617ba13bSMingming Cao journal = EXT4_JOURNAL(inode); 3185ac27a0ecSDave Kleikamp if (is_journal_aborted(journal) || IS_RDONLY(inode)) 3186ac27a0ecSDave Kleikamp return -EROFS; 3187ac27a0ecSDave Kleikamp 3188*dab291afSMingming Cao jbd2_journal_lock_updates(journal); 3189*dab291afSMingming Cao jbd2_journal_flush(journal); 3190ac27a0ecSDave Kleikamp 3191ac27a0ecSDave Kleikamp /* 3192ac27a0ecSDave Kleikamp * OK, there are no updates running now, and all cached data is 3193ac27a0ecSDave Kleikamp * synced to disk. We are now in a completely consistent state 3194ac27a0ecSDave Kleikamp * which doesn't have anything in the journal, and we know that 3195ac27a0ecSDave Kleikamp * no filesystem updates are running, so it is safe to modify 3196ac27a0ecSDave Kleikamp * the inode's in-core data-journaling state flag now. 3197ac27a0ecSDave Kleikamp */ 3198ac27a0ecSDave Kleikamp 3199ac27a0ecSDave Kleikamp if (val) 3200617ba13bSMingming Cao EXT4_I(inode)->i_flags |= EXT4_JOURNAL_DATA_FL; 3201ac27a0ecSDave Kleikamp else 3202617ba13bSMingming Cao EXT4_I(inode)->i_flags &= ~EXT4_JOURNAL_DATA_FL; 3203617ba13bSMingming Cao ext4_set_aops(inode); 3204ac27a0ecSDave Kleikamp 3205*dab291afSMingming Cao jbd2_journal_unlock_updates(journal); 3206ac27a0ecSDave Kleikamp 3207ac27a0ecSDave Kleikamp /* Finally we can mark the inode as dirty. */ 3208ac27a0ecSDave Kleikamp 3209617ba13bSMingming Cao handle = ext4_journal_start(inode, 1); 3210ac27a0ecSDave Kleikamp if (IS_ERR(handle)) 3211ac27a0ecSDave Kleikamp return PTR_ERR(handle); 3212ac27a0ecSDave Kleikamp 3213617ba13bSMingming Cao err = ext4_mark_inode_dirty(handle, inode); 3214ac27a0ecSDave Kleikamp handle->h_sync = 1; 3215617ba13bSMingming Cao ext4_journal_stop(handle); 3216617ba13bSMingming Cao ext4_std_error(inode->i_sb, err); 3217ac27a0ecSDave Kleikamp 3218ac27a0ecSDave Kleikamp return err; 3219ac27a0ecSDave Kleikamp } 3220