1f5166768STheodore Ts'o // SPDX-License-Identifier: GPL-2.0 2a86c6181SAlex Tomas /* 3a86c6181SAlex Tomas * Copyright (c) 2003-2006, Cluster File Systems, Inc, info@clusterfs.com 4a86c6181SAlex Tomas * Written by Alex Tomas <alex@clusterfs.com> 5a86c6181SAlex Tomas * 6a86c6181SAlex Tomas * Architecture independence: 7a86c6181SAlex Tomas * Copyright (c) 2005, Bull S.A. 8a86c6181SAlex Tomas * Written by Pierre Peiffer <pierre.peiffer@bull.net> 9a86c6181SAlex Tomas */ 10a86c6181SAlex Tomas 11a86c6181SAlex Tomas /* 12a86c6181SAlex Tomas * Extents support for EXT4 13a86c6181SAlex Tomas * 14a86c6181SAlex Tomas * TODO: 15a86c6181SAlex Tomas * - ext4*_error() should be used in some situations 16a86c6181SAlex Tomas * - analyze all BUG()/BUG_ON(), use -EIO where appropriate 17a86c6181SAlex Tomas * - smart tree reduction 18a86c6181SAlex Tomas */ 19a86c6181SAlex Tomas 20a86c6181SAlex Tomas #include <linux/fs.h> 21a86c6181SAlex Tomas #include <linux/time.h> 22cd02ff0bSMingming Cao #include <linux/jbd2.h> 23a86c6181SAlex Tomas #include <linux/highuid.h> 24a86c6181SAlex Tomas #include <linux/pagemap.h> 25a86c6181SAlex Tomas #include <linux/quotaops.h> 26a86c6181SAlex Tomas #include <linux/string.h> 27a86c6181SAlex Tomas #include <linux/slab.h> 287c0f6ba6SLinus Torvalds #include <linux/uaccess.h> 296873fa0dSEric Sandeen #include <linux/fiemap.h> 3066114cadSTejun Heo #include <linux/backing-dev.h> 31d3b6f23fSRitesh Harjani #include <linux/iomap.h> 323dcf5451SChristoph Hellwig #include "ext4_jbd2.h" 334a092d73STheodore Ts'o #include "ext4_extents.h" 34f19d5870STao Ma #include "xattr.h" 35a86c6181SAlex Tomas 360562e0baSJiaying Zhang #include <trace/events/ext4.h> 370562e0baSJiaying Zhang 385f95d21fSLukas Czerner /* 395f95d21fSLukas Czerner * used by extent splitting. 405f95d21fSLukas Czerner */ 415f95d21fSLukas Czerner #define EXT4_EXT_MAY_ZEROOUT 0x1 /* safe to zeroout if split fails \ 425f95d21fSLukas Czerner due to ENOSPC */ 43556615dcSLukas Czerner #define EXT4_EXT_MARK_UNWRIT1 0x2 /* mark first half unwritten */ 44556615dcSLukas Czerner #define EXT4_EXT_MARK_UNWRIT2 0x4 /* mark second half unwritten */ 455f95d21fSLukas Czerner 46dee1f973SDmitry Monakhov #define EXT4_EXT_DATA_VALID1 0x8 /* first half contains valid data */ 47dee1f973SDmitry Monakhov #define EXT4_EXT_DATA_VALID2 0x10 /* second half contains valid data */ 48dee1f973SDmitry Monakhov 497ac5990dSDarrick J. Wong static __le32 ext4_extent_block_csum(struct inode *inode, 507ac5990dSDarrick J. Wong struct ext4_extent_header *eh) 517ac5990dSDarrick J. Wong { 527ac5990dSDarrick J. Wong struct ext4_inode_info *ei = EXT4_I(inode); 537ac5990dSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 547ac5990dSDarrick J. Wong __u32 csum; 557ac5990dSDarrick J. Wong 567ac5990dSDarrick J. Wong csum = ext4_chksum(sbi, ei->i_csum_seed, (__u8 *)eh, 577ac5990dSDarrick J. Wong EXT4_EXTENT_TAIL_OFFSET(eh)); 587ac5990dSDarrick J. Wong return cpu_to_le32(csum); 597ac5990dSDarrick J. Wong } 607ac5990dSDarrick J. Wong 617ac5990dSDarrick J. Wong static int ext4_extent_block_csum_verify(struct inode *inode, 627ac5990dSDarrick J. Wong struct ext4_extent_header *eh) 637ac5990dSDarrick J. Wong { 647ac5990dSDarrick J. Wong struct ext4_extent_tail *et; 657ac5990dSDarrick J. Wong 669aa5d32bSDmitry Monakhov if (!ext4_has_metadata_csum(inode->i_sb)) 677ac5990dSDarrick J. Wong return 1; 687ac5990dSDarrick J. Wong 697ac5990dSDarrick J. Wong et = find_ext4_extent_tail(eh); 707ac5990dSDarrick J. Wong if (et->et_checksum != ext4_extent_block_csum(inode, eh)) 717ac5990dSDarrick J. Wong return 0; 727ac5990dSDarrick J. Wong return 1; 737ac5990dSDarrick J. Wong } 747ac5990dSDarrick J. Wong 757ac5990dSDarrick J. Wong static void ext4_extent_block_csum_set(struct inode *inode, 767ac5990dSDarrick J. Wong struct ext4_extent_header *eh) 777ac5990dSDarrick J. Wong { 787ac5990dSDarrick J. Wong struct ext4_extent_tail *et; 797ac5990dSDarrick J. Wong 809aa5d32bSDmitry Monakhov if (!ext4_has_metadata_csum(inode->i_sb)) 817ac5990dSDarrick J. Wong return; 827ac5990dSDarrick J. Wong 837ac5990dSDarrick J. Wong et = find_ext4_extent_tail(eh); 847ac5990dSDarrick J. Wong et->et_checksum = ext4_extent_block_csum(inode, eh); 857ac5990dSDarrick J. Wong } 867ac5990dSDarrick J. Wong 875f95d21fSLukas Czerner static int ext4_split_extent_at(handle_t *handle, 885f95d21fSLukas Czerner struct inode *inode, 89dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 905f95d21fSLukas Czerner ext4_lblk_t split, 915f95d21fSLukas Czerner int split_flag, 925f95d21fSLukas Czerner int flags); 935f95d21fSLukas Czerner 94a4130367SJan Kara static int ext4_ext_trunc_restart_fn(struct inode *inode, int *dropped) 95a86c6181SAlex Tomas { 967b808191STheodore Ts'o /* 97a4130367SJan Kara * Drop i_data_sem to avoid deadlock with ext4_map_blocks. At this 98a4130367SJan Kara * moment, get_block can be called only for blocks inside i_size since 99a4130367SJan Kara * page cache has been already dropped and writes are blocked by 100a4130367SJan Kara * i_mutex. So we can safely drop the i_data_sem here. 1017b808191STheodore Ts'o */ 102a4130367SJan Kara BUG_ON(EXT4_JOURNAL(inode) == NULL); 10327bc446eSbrookxu ext4_discard_preallocations(inode, 0); 104a4130367SJan Kara up_write(&EXT4_I(inode)->i_data_sem); 105a4130367SJan Kara *dropped = 1; 106a4130367SJan Kara return 0; 107a4130367SJan Kara } 108487caeefSJan Kara 109a4130367SJan Kara /* 110a4130367SJan Kara * Make sure 'handle' has at least 'check_cred' credits. If not, restart 111a4130367SJan Kara * transaction with 'restart_cred' credits. The function drops i_data_sem 112a4130367SJan Kara * when restarting transaction and gets it after transaction is restarted. 113a4130367SJan Kara * 114a4130367SJan Kara * The function returns 0 on success, 1 if transaction had to be restarted, 115a4130367SJan Kara * and < 0 in case of fatal error. 116a4130367SJan Kara */ 117a4130367SJan Kara int ext4_datasem_ensure_credits(handle_t *handle, struct inode *inode, 11883448bdfSJan Kara int check_cred, int restart_cred, 11983448bdfSJan Kara int revoke_cred) 120a4130367SJan Kara { 121a4130367SJan Kara int ret; 122a4130367SJan Kara int dropped = 0; 123a4130367SJan Kara 124a4130367SJan Kara ret = ext4_journal_ensure_credits_fn(handle, check_cred, restart_cred, 12583448bdfSJan Kara revoke_cred, ext4_ext_trunc_restart_fn(inode, &dropped)); 126a4130367SJan Kara if (dropped) 127a4130367SJan Kara down_write(&EXT4_I(inode)->i_data_sem); 128a4130367SJan Kara return ret; 129a86c6181SAlex Tomas } 130a86c6181SAlex Tomas 131a86c6181SAlex Tomas /* 132a86c6181SAlex Tomas * could return: 133a86c6181SAlex Tomas * - EROFS 134a86c6181SAlex Tomas * - ENOMEM 135a86c6181SAlex Tomas */ 136a86c6181SAlex Tomas static int ext4_ext_get_access(handle_t *handle, struct inode *inode, 137a86c6181SAlex Tomas struct ext4_ext_path *path) 138a86c6181SAlex Tomas { 139a86c6181SAlex Tomas if (path->p_bh) { 140a86c6181SAlex Tomas /* path points to block */ 1415d601255Sliang xie BUFFER_TRACE(path->p_bh, "get_write_access"); 142a86c6181SAlex Tomas return ext4_journal_get_write_access(handle, path->p_bh); 143a86c6181SAlex Tomas } 144a86c6181SAlex Tomas /* path points to leaf/index in inode body */ 145a86c6181SAlex Tomas /* we use in-core data, no need to protect them */ 146a86c6181SAlex Tomas return 0; 147a86c6181SAlex Tomas } 148a86c6181SAlex Tomas 149a86c6181SAlex Tomas /* 150a86c6181SAlex Tomas * could return: 151a86c6181SAlex Tomas * - EROFS 152a86c6181SAlex Tomas * - ENOMEM 153a86c6181SAlex Tomas * - EIO 154a86c6181SAlex Tomas */ 15543f81677SEric Biggers static int __ext4_ext_dirty(const char *where, unsigned int line, 15643f81677SEric Biggers handle_t *handle, struct inode *inode, 15743f81677SEric Biggers struct ext4_ext_path *path) 158a86c6181SAlex Tomas { 159a86c6181SAlex Tomas int err; 1604b1f1660SDmitry Monakhov 1614b1f1660SDmitry Monakhov WARN_ON(!rwsem_is_locked(&EXT4_I(inode)->i_data_sem)); 162a86c6181SAlex Tomas if (path->p_bh) { 1637ac5990dSDarrick J. Wong ext4_extent_block_csum_set(inode, ext_block_hdr(path->p_bh)); 164a86c6181SAlex Tomas /* path points to block */ 1659ea7a0dfSTheodore Ts'o err = __ext4_handle_dirty_metadata(where, line, handle, 1669ea7a0dfSTheodore Ts'o inode, path->p_bh); 167a86c6181SAlex Tomas } else { 168a86c6181SAlex Tomas /* path points to leaf/index in inode body */ 169a86c6181SAlex Tomas err = ext4_mark_inode_dirty(handle, inode); 170a86c6181SAlex Tomas } 171a86c6181SAlex Tomas return err; 172a86c6181SAlex Tomas } 173a86c6181SAlex Tomas 17443f81677SEric Biggers #define ext4_ext_dirty(handle, inode, path) \ 17543f81677SEric Biggers __ext4_ext_dirty(__func__, __LINE__, (handle), (inode), (path)) 17643f81677SEric Biggers 177f65e6fbaSAlex Tomas static ext4_fsblk_t ext4_ext_find_goal(struct inode *inode, 178a86c6181SAlex Tomas struct ext4_ext_path *path, 179725d26d3SAneesh Kumar K.V ext4_lblk_t block) 180a86c6181SAlex Tomas { 181a86c6181SAlex Tomas if (path) { 18281fdbb4aSYongqiang Yang int depth = path->p_depth; 183a86c6181SAlex Tomas struct ext4_extent *ex; 184a86c6181SAlex Tomas 185ad4fb9caSKazuya Mio /* 186ad4fb9caSKazuya Mio * Try to predict block placement assuming that we are 187ad4fb9caSKazuya Mio * filling in a file which will eventually be 188ad4fb9caSKazuya Mio * non-sparse --- i.e., in the case of libbfd writing 189ad4fb9caSKazuya Mio * an ELF object sections out-of-order but in a way 190ad4fb9caSKazuya Mio * the eventually results in a contiguous object or 191ad4fb9caSKazuya Mio * executable file, or some database extending a table 192ad4fb9caSKazuya Mio * space file. However, this is actually somewhat 193ad4fb9caSKazuya Mio * non-ideal if we are writing a sparse file such as 194ad4fb9caSKazuya Mio * qemu or KVM writing a raw image file that is going 195ad4fb9caSKazuya Mio * to stay fairly sparse, since it will end up 196ad4fb9caSKazuya Mio * fragmenting the file system's free space. Maybe we 197ad4fb9caSKazuya Mio * should have some hueristics or some way to allow 198ad4fb9caSKazuya Mio * userspace to pass a hint to file system, 199b8d6568aSTao Ma * especially if the latter case turns out to be 200ad4fb9caSKazuya Mio * common. 201ad4fb9caSKazuya Mio */ 2027e028976SAvantika Mathur ex = path[depth].p_ext; 203ad4fb9caSKazuya Mio if (ex) { 204ad4fb9caSKazuya Mio ext4_fsblk_t ext_pblk = ext4_ext_pblock(ex); 205ad4fb9caSKazuya Mio ext4_lblk_t ext_block = le32_to_cpu(ex->ee_block); 206ad4fb9caSKazuya Mio 207ad4fb9caSKazuya Mio if (block > ext_block) 208ad4fb9caSKazuya Mio return ext_pblk + (block - ext_block); 209ad4fb9caSKazuya Mio else 210ad4fb9caSKazuya Mio return ext_pblk - (ext_block - block); 211ad4fb9caSKazuya Mio } 212a86c6181SAlex Tomas 213d0d856e8SRandy Dunlap /* it looks like index is empty; 214d0d856e8SRandy Dunlap * try to find starting block from index itself */ 215a86c6181SAlex Tomas if (path[depth].p_bh) 216a86c6181SAlex Tomas return path[depth].p_bh->b_blocknr; 217a86c6181SAlex Tomas } 218a86c6181SAlex Tomas 219a86c6181SAlex Tomas /* OK. use inode's group */ 220f86186b4SEric Sandeen return ext4_inode_to_goal_block(inode); 221a86c6181SAlex Tomas } 222a86c6181SAlex Tomas 223654b4908SAneesh Kumar K.V /* 224654b4908SAneesh Kumar K.V * Allocation for a meta data block 225654b4908SAneesh Kumar K.V */ 226f65e6fbaSAlex Tomas static ext4_fsblk_t 227654b4908SAneesh Kumar K.V ext4_ext_new_meta_block(handle_t *handle, struct inode *inode, 228a86c6181SAlex Tomas struct ext4_ext_path *path, 22955f020dbSAllison Henderson struct ext4_extent *ex, int *err, unsigned int flags) 230a86c6181SAlex Tomas { 231f65e6fbaSAlex Tomas ext4_fsblk_t goal, newblock; 232a86c6181SAlex Tomas 233a86c6181SAlex Tomas goal = ext4_ext_find_goal(inode, path, le32_to_cpu(ex->ee_block)); 23455f020dbSAllison Henderson newblock = ext4_new_meta_blocks(handle, inode, goal, flags, 23555f020dbSAllison Henderson NULL, err); 236a86c6181SAlex Tomas return newblock; 237a86c6181SAlex Tomas } 238a86c6181SAlex Tomas 23955ad63bfSTheodore Ts'o static inline int ext4_ext_space_block(struct inode *inode, int check) 240a86c6181SAlex Tomas { 241a86c6181SAlex Tomas int size; 242a86c6181SAlex Tomas 243a86c6181SAlex Tomas size = (inode->i_sb->s_blocksize - sizeof(struct ext4_extent_header)) 244a86c6181SAlex Tomas / sizeof(struct ext4_extent); 245bbf2f9fbSRobert P. J. Day #ifdef AGGRESSIVE_TEST 24602dc62fbSYongqiang Yang if (!check && size > 6) 247a86c6181SAlex Tomas size = 6; 248a86c6181SAlex Tomas #endif 249a86c6181SAlex Tomas return size; 250a86c6181SAlex Tomas } 251a86c6181SAlex Tomas 25255ad63bfSTheodore Ts'o static inline int ext4_ext_space_block_idx(struct inode *inode, int check) 253a86c6181SAlex Tomas { 254a86c6181SAlex Tomas int size; 255a86c6181SAlex Tomas 256a86c6181SAlex Tomas size = (inode->i_sb->s_blocksize - sizeof(struct ext4_extent_header)) 257a86c6181SAlex Tomas / sizeof(struct ext4_extent_idx); 258bbf2f9fbSRobert P. J. Day #ifdef AGGRESSIVE_TEST 25902dc62fbSYongqiang Yang if (!check && size > 5) 260a86c6181SAlex Tomas size = 5; 261a86c6181SAlex Tomas #endif 262a86c6181SAlex Tomas return size; 263a86c6181SAlex Tomas } 264a86c6181SAlex Tomas 26555ad63bfSTheodore Ts'o static inline int ext4_ext_space_root(struct inode *inode, int check) 266a86c6181SAlex Tomas { 267a86c6181SAlex Tomas int size; 268a86c6181SAlex Tomas 269a86c6181SAlex Tomas size = sizeof(EXT4_I(inode)->i_data); 270a86c6181SAlex Tomas size -= sizeof(struct ext4_extent_header); 271a86c6181SAlex Tomas size /= sizeof(struct ext4_extent); 272bbf2f9fbSRobert P. J. Day #ifdef AGGRESSIVE_TEST 27302dc62fbSYongqiang Yang if (!check && size > 3) 274a86c6181SAlex Tomas size = 3; 275a86c6181SAlex Tomas #endif 276a86c6181SAlex Tomas return size; 277a86c6181SAlex Tomas } 278a86c6181SAlex Tomas 27955ad63bfSTheodore Ts'o static inline int ext4_ext_space_root_idx(struct inode *inode, int check) 280a86c6181SAlex Tomas { 281a86c6181SAlex Tomas int size; 282a86c6181SAlex Tomas 283a86c6181SAlex Tomas size = sizeof(EXT4_I(inode)->i_data); 284a86c6181SAlex Tomas size -= sizeof(struct ext4_extent_header); 285a86c6181SAlex Tomas size /= sizeof(struct ext4_extent_idx); 286bbf2f9fbSRobert P. J. Day #ifdef AGGRESSIVE_TEST 28702dc62fbSYongqiang Yang if (!check && size > 4) 288a86c6181SAlex Tomas size = 4; 289a86c6181SAlex Tomas #endif 290a86c6181SAlex Tomas return size; 291a86c6181SAlex Tomas } 292a86c6181SAlex Tomas 293fcf6b1b7SDmitry Monakhov static inline int 294fcf6b1b7SDmitry Monakhov ext4_force_split_extent_at(handle_t *handle, struct inode *inode, 295dfe50809STheodore Ts'o struct ext4_ext_path **ppath, ext4_lblk_t lblk, 296fcf6b1b7SDmitry Monakhov int nofail) 297fcf6b1b7SDmitry Monakhov { 298dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 299fcf6b1b7SDmitry Monakhov int unwritten = ext4_ext_is_unwritten(path[path->p_depth].p_ext); 30073c384c0STheodore Ts'o int flags = EXT4_EX_NOCACHE | EXT4_GET_BLOCKS_PRE_IO; 30173c384c0STheodore Ts'o 30273c384c0STheodore Ts'o if (nofail) 30373c384c0STheodore Ts'o flags |= EXT4_GET_BLOCKS_METADATA_NOFAIL | EXT4_EX_NOFAIL; 304fcf6b1b7SDmitry Monakhov 305dfe50809STheodore Ts'o return ext4_split_extent_at(handle, inode, ppath, lblk, unwritten ? 306fcf6b1b7SDmitry Monakhov EXT4_EXT_MARK_UNWRIT1|EXT4_EXT_MARK_UNWRIT2 : 0, 30773c384c0STheodore Ts'o flags); 308fcf6b1b7SDmitry Monakhov } 309fcf6b1b7SDmitry Monakhov 310c29c0ae7SAlex Tomas static int 311c29c0ae7SAlex Tomas ext4_ext_max_entries(struct inode *inode, int depth) 312c29c0ae7SAlex Tomas { 313c29c0ae7SAlex Tomas int max; 314c29c0ae7SAlex Tomas 315c29c0ae7SAlex Tomas if (depth == ext_depth(inode)) { 316c29c0ae7SAlex Tomas if (depth == 0) 31755ad63bfSTheodore Ts'o max = ext4_ext_space_root(inode, 1); 318c29c0ae7SAlex Tomas else 31955ad63bfSTheodore Ts'o max = ext4_ext_space_root_idx(inode, 1); 320c29c0ae7SAlex Tomas } else { 321c29c0ae7SAlex Tomas if (depth == 0) 32255ad63bfSTheodore Ts'o max = ext4_ext_space_block(inode, 1); 323c29c0ae7SAlex Tomas else 32455ad63bfSTheodore Ts'o max = ext4_ext_space_block_idx(inode, 1); 325c29c0ae7SAlex Tomas } 326c29c0ae7SAlex Tomas 327c29c0ae7SAlex Tomas return max; 328c29c0ae7SAlex Tomas } 329c29c0ae7SAlex Tomas 33056b19868SAneesh Kumar K.V static int ext4_valid_extent(struct inode *inode, struct ext4_extent *ext) 33156b19868SAneesh Kumar K.V { 332bf89d16fSTheodore Ts'o ext4_fsblk_t block = ext4_ext_pblock(ext); 33356b19868SAneesh Kumar K.V int len = ext4_ext_get_actual_len(ext); 3345946d089SEryu Guan ext4_lblk_t lblock = le32_to_cpu(ext->ee_block); 335e84a26ceSTheodore Ts'o 336f70749caSVegard Nossum /* 337f70749caSVegard Nossum * We allow neither: 338f70749caSVegard Nossum * - zero length 339f70749caSVegard Nossum * - overflow/wrap-around 340f70749caSVegard Nossum */ 341f70749caSVegard Nossum if (lblock + len <= lblock) 34231d4f3a2STheodore Ts'o return 0; 343ce9f24ccSJan Kara return ext4_inode_block_valid(inode, block, len); 34456b19868SAneesh Kumar K.V } 34556b19868SAneesh Kumar K.V 34656b19868SAneesh Kumar K.V static int ext4_valid_extent_idx(struct inode *inode, 34756b19868SAneesh Kumar K.V struct ext4_extent_idx *ext_idx) 34856b19868SAneesh Kumar K.V { 349bf89d16fSTheodore Ts'o ext4_fsblk_t block = ext4_idx_pblock(ext_idx); 350e84a26ceSTheodore Ts'o 351ce9f24ccSJan Kara return ext4_inode_block_valid(inode, block, 1); 35256b19868SAneesh Kumar K.V } 35356b19868SAneesh Kumar K.V 35456b19868SAneesh Kumar K.V static int ext4_valid_extent_entries(struct inode *inode, 35556b19868SAneesh Kumar K.V struct ext4_extent_header *eh, 35654d3adbcSTheodore Ts'o ext4_fsblk_t *pblk, int depth) 35756b19868SAneesh Kumar K.V { 35856b19868SAneesh Kumar K.V unsigned short entries; 35956b19868SAneesh Kumar K.V if (eh->eh_entries == 0) 36056b19868SAneesh Kumar K.V return 1; 36156b19868SAneesh Kumar K.V 36256b19868SAneesh Kumar K.V entries = le16_to_cpu(eh->eh_entries); 36356b19868SAneesh Kumar K.V 36456b19868SAneesh Kumar K.V if (depth == 0) { 36556b19868SAneesh Kumar K.V /* leaf entries */ 36681fdbb4aSYongqiang Yang struct ext4_extent *ext = EXT_FIRST_EXTENT(eh); 3675946d089SEryu Guan ext4_lblk_t lblock = 0; 3685946d089SEryu Guan ext4_lblk_t prev = 0; 3695946d089SEryu Guan int len = 0; 37056b19868SAneesh Kumar K.V while (entries) { 37156b19868SAneesh Kumar K.V if (!ext4_valid_extent(inode, ext)) 37256b19868SAneesh Kumar K.V return 0; 3735946d089SEryu Guan 3745946d089SEryu Guan /* Check for overlapping extents */ 3755946d089SEryu Guan lblock = le32_to_cpu(ext->ee_block); 3765946d089SEryu Guan len = ext4_ext_get_actual_len(ext); 3775946d089SEryu Guan if ((lblock <= prev) && prev) { 37854d3adbcSTheodore Ts'o *pblk = ext4_ext_pblock(ext); 3795946d089SEryu Guan return 0; 3805946d089SEryu Guan } 38156b19868SAneesh Kumar K.V ext++; 38256b19868SAneesh Kumar K.V entries--; 3835946d089SEryu Guan prev = lblock + len - 1; 38456b19868SAneesh Kumar K.V } 38556b19868SAneesh Kumar K.V } else { 38681fdbb4aSYongqiang Yang struct ext4_extent_idx *ext_idx = EXT_FIRST_INDEX(eh); 38756b19868SAneesh Kumar K.V while (entries) { 38856b19868SAneesh Kumar K.V if (!ext4_valid_extent_idx(inode, ext_idx)) 38956b19868SAneesh Kumar K.V return 0; 39056b19868SAneesh Kumar K.V ext_idx++; 39156b19868SAneesh Kumar K.V entries--; 39256b19868SAneesh Kumar K.V } 39356b19868SAneesh Kumar K.V } 39456b19868SAneesh Kumar K.V return 1; 39556b19868SAneesh Kumar K.V } 39656b19868SAneesh Kumar K.V 397c398eda0STheodore Ts'o static int __ext4_ext_check(const char *function, unsigned int line, 398c398eda0STheodore Ts'o struct inode *inode, struct ext4_extent_header *eh, 399c349179bSTheodore Ts'o int depth, ext4_fsblk_t pblk) 400c29c0ae7SAlex Tomas { 401c29c0ae7SAlex Tomas const char *error_msg; 4026a797d27SDarrick J. Wong int max = 0, err = -EFSCORRUPTED; 403c29c0ae7SAlex Tomas 404c29c0ae7SAlex Tomas if (unlikely(eh->eh_magic != EXT4_EXT_MAGIC)) { 405c29c0ae7SAlex Tomas error_msg = "invalid magic"; 406c29c0ae7SAlex Tomas goto corrupted; 407c29c0ae7SAlex Tomas } 408c29c0ae7SAlex Tomas if (unlikely(le16_to_cpu(eh->eh_depth) != depth)) { 409c29c0ae7SAlex Tomas error_msg = "unexpected eh_depth"; 410c29c0ae7SAlex Tomas goto corrupted; 411c29c0ae7SAlex Tomas } 412c29c0ae7SAlex Tomas if (unlikely(eh->eh_max == 0)) { 413c29c0ae7SAlex Tomas error_msg = "invalid eh_max"; 414c29c0ae7SAlex Tomas goto corrupted; 415c29c0ae7SAlex Tomas } 416c29c0ae7SAlex Tomas max = ext4_ext_max_entries(inode, depth); 417c29c0ae7SAlex Tomas if (unlikely(le16_to_cpu(eh->eh_max) > max)) { 418c29c0ae7SAlex Tomas error_msg = "too large eh_max"; 419c29c0ae7SAlex Tomas goto corrupted; 420c29c0ae7SAlex Tomas } 421c29c0ae7SAlex Tomas if (unlikely(le16_to_cpu(eh->eh_entries) > le16_to_cpu(eh->eh_max))) { 422c29c0ae7SAlex Tomas error_msg = "invalid eh_entries"; 423c29c0ae7SAlex Tomas goto corrupted; 424c29c0ae7SAlex Tomas } 42554d3adbcSTheodore Ts'o if (!ext4_valid_extent_entries(inode, eh, &pblk, depth)) { 42656b19868SAneesh Kumar K.V error_msg = "invalid extent entries"; 42756b19868SAneesh Kumar K.V goto corrupted; 42856b19868SAneesh Kumar K.V } 4297bc94916SVegard Nossum if (unlikely(depth > 32)) { 4307bc94916SVegard Nossum error_msg = "too large eh_depth"; 4317bc94916SVegard Nossum goto corrupted; 4327bc94916SVegard Nossum } 4337ac5990dSDarrick J. Wong /* Verify checksum on non-root extent tree nodes */ 4347ac5990dSDarrick J. Wong if (ext_depth(inode) != depth && 4357ac5990dSDarrick J. Wong !ext4_extent_block_csum_verify(inode, eh)) { 4367ac5990dSDarrick J. Wong error_msg = "extent tree corrupted"; 4376a797d27SDarrick J. Wong err = -EFSBADCRC; 4387ac5990dSDarrick J. Wong goto corrupted; 4397ac5990dSDarrick J. Wong } 440c29c0ae7SAlex Tomas return 0; 441c29c0ae7SAlex Tomas 442c29c0ae7SAlex Tomas corrupted: 44354d3adbcSTheodore Ts'o ext4_error_inode_err(inode, function, line, 0, -err, 444c349179bSTheodore Ts'o "pblk %llu bad header/extent: %s - magic %x, " 445c29c0ae7SAlex Tomas "entries %u, max %u(%u), depth %u(%u)", 446c349179bSTheodore Ts'o (unsigned long long) pblk, error_msg, 447c349179bSTheodore Ts'o le16_to_cpu(eh->eh_magic), 44854d3adbcSTheodore Ts'o le16_to_cpu(eh->eh_entries), 44954d3adbcSTheodore Ts'o le16_to_cpu(eh->eh_max), 450c29c0ae7SAlex Tomas max, le16_to_cpu(eh->eh_depth), depth); 4516a797d27SDarrick J. Wong return err; 452c29c0ae7SAlex Tomas } 453c29c0ae7SAlex Tomas 454c349179bSTheodore Ts'o #define ext4_ext_check(inode, eh, depth, pblk) \ 455c349179bSTheodore Ts'o __ext4_ext_check(__func__, __LINE__, (inode), (eh), (depth), (pblk)) 456c29c0ae7SAlex Tomas 4577a262f7cSAneesh Kumar K.V int ext4_ext_check_inode(struct inode *inode) 4587a262f7cSAneesh Kumar K.V { 459c349179bSTheodore Ts'o return ext4_ext_check(inode, ext_inode_hdr(inode), ext_depth(inode), 0); 4607a262f7cSAneesh Kumar K.V } 4617a262f7cSAneesh Kumar K.V 4624068664eSDmitry Monakhov static void ext4_cache_extents(struct inode *inode, 4634068664eSDmitry Monakhov struct ext4_extent_header *eh) 4644068664eSDmitry Monakhov { 4654068664eSDmitry Monakhov struct ext4_extent *ex = EXT_FIRST_EXTENT(eh); 4664068664eSDmitry Monakhov ext4_lblk_t prev = 0; 4674068664eSDmitry Monakhov int i; 4684068664eSDmitry Monakhov 4694068664eSDmitry Monakhov for (i = le16_to_cpu(eh->eh_entries); i > 0; i--, ex++) { 4704068664eSDmitry Monakhov unsigned int status = EXTENT_STATUS_WRITTEN; 4714068664eSDmitry Monakhov ext4_lblk_t lblk = le32_to_cpu(ex->ee_block); 4724068664eSDmitry Monakhov int len = ext4_ext_get_actual_len(ex); 4734068664eSDmitry Monakhov 4744068664eSDmitry Monakhov if (prev && (prev != lblk)) 4754068664eSDmitry Monakhov ext4_es_cache_extent(inode, prev, lblk - prev, ~0, 4764068664eSDmitry Monakhov EXTENT_STATUS_HOLE); 4774068664eSDmitry Monakhov 4784068664eSDmitry Monakhov if (ext4_ext_is_unwritten(ex)) 4794068664eSDmitry Monakhov status = EXTENT_STATUS_UNWRITTEN; 4804068664eSDmitry Monakhov ext4_es_cache_extent(inode, lblk, len, 4814068664eSDmitry Monakhov ext4_ext_pblock(ex), status); 4824068664eSDmitry Monakhov prev = lblk + len; 4834068664eSDmitry Monakhov } 4844068664eSDmitry Monakhov } 4854068664eSDmitry Monakhov 4867d7ea89eSTheodore Ts'o static struct buffer_head * 4877d7ea89eSTheodore Ts'o __read_extent_tree_block(const char *function, unsigned int line, 488107a7bd3STheodore Ts'o struct inode *inode, ext4_fsblk_t pblk, int depth, 489107a7bd3STheodore Ts'o int flags) 490f8489128SDarrick J. Wong { 4917d7ea89eSTheodore Ts'o struct buffer_head *bh; 4927d7ea89eSTheodore Ts'o int err; 49373c384c0STheodore Ts'o gfp_t gfp_flags = __GFP_MOVABLE | GFP_NOFS; 494f8489128SDarrick J. Wong 49573c384c0STheodore Ts'o if (flags & EXT4_EX_NOFAIL) 49673c384c0STheodore Ts'o gfp_flags |= __GFP_NOFAIL; 49773c384c0STheodore Ts'o 49873c384c0STheodore Ts'o bh = sb_getblk_gfp(inode->i_sb, pblk, gfp_flags); 4997d7ea89eSTheodore Ts'o if (unlikely(!bh)) 5007d7ea89eSTheodore Ts'o return ERR_PTR(-ENOMEM); 5017d7ea89eSTheodore Ts'o 5027d7ea89eSTheodore Ts'o if (!bh_uptodate_or_lock(bh)) { 5037d7ea89eSTheodore Ts'o trace_ext4_ext_load_extent(inode, pblk, _RET_IP_); 5042d069c08Szhangyi (F) err = ext4_read_bh(bh, 0, NULL); 5057d7ea89eSTheodore Ts'o if (err < 0) 5067d7ea89eSTheodore Ts'o goto errout; 5077d7ea89eSTheodore Ts'o } 5087869a4a6STheodore Ts'o if (buffer_verified(bh) && !(flags & EXT4_EX_FORCE_CACHE)) 5097d7ea89eSTheodore Ts'o return bh; 5107d7ea89eSTheodore Ts'o err = __ext4_ext_check(function, line, inode, 511c349179bSTheodore Ts'o ext_block_hdr(bh), depth, pblk); 5127d7ea89eSTheodore Ts'o if (err) 5137d7ea89eSTheodore Ts'o goto errout; 514f8489128SDarrick J. Wong set_buffer_verified(bh); 515107a7bd3STheodore Ts'o /* 516107a7bd3STheodore Ts'o * If this is a leaf block, cache all of its entries 517107a7bd3STheodore Ts'o */ 518107a7bd3STheodore Ts'o if (!(flags & EXT4_EX_NOCACHE) && depth == 0) { 519107a7bd3STheodore Ts'o struct ext4_extent_header *eh = ext_block_hdr(bh); 5204068664eSDmitry Monakhov ext4_cache_extents(inode, eh); 521107a7bd3STheodore Ts'o } 5227d7ea89eSTheodore Ts'o return bh; 5237d7ea89eSTheodore Ts'o errout: 5247d7ea89eSTheodore Ts'o put_bh(bh); 5257d7ea89eSTheodore Ts'o return ERR_PTR(err); 5267d7ea89eSTheodore Ts'o 527f8489128SDarrick J. Wong } 528f8489128SDarrick J. Wong 529107a7bd3STheodore Ts'o #define read_extent_tree_block(inode, pblk, depth, flags) \ 530107a7bd3STheodore Ts'o __read_extent_tree_block(__func__, __LINE__, (inode), (pblk), \ 531107a7bd3STheodore Ts'o (depth), (flags)) 532f8489128SDarrick J. Wong 5337869a4a6STheodore Ts'o /* 5347869a4a6STheodore Ts'o * This function is called to cache a file's extent information in the 5357869a4a6STheodore Ts'o * extent status tree 5367869a4a6STheodore Ts'o */ 5377869a4a6STheodore Ts'o int ext4_ext_precache(struct inode *inode) 5387869a4a6STheodore Ts'o { 5397869a4a6STheodore Ts'o struct ext4_inode_info *ei = EXT4_I(inode); 5407869a4a6STheodore Ts'o struct ext4_ext_path *path = NULL; 5417869a4a6STheodore Ts'o struct buffer_head *bh; 5427869a4a6STheodore Ts'o int i = 0, depth, ret = 0; 5437869a4a6STheodore Ts'o 5447869a4a6STheodore Ts'o if (!ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)) 5457869a4a6STheodore Ts'o return 0; /* not an extent-mapped inode */ 5467869a4a6STheodore Ts'o 5477869a4a6STheodore Ts'o down_read(&ei->i_data_sem); 5487869a4a6STheodore Ts'o depth = ext_depth(inode); 5497869a4a6STheodore Ts'o 5502f424a5aSRitesh Harjani /* Don't cache anything if there are no external extent blocks */ 5512f424a5aSRitesh Harjani if (!depth) { 5522f424a5aSRitesh Harjani up_read(&ei->i_data_sem); 5532f424a5aSRitesh Harjani return ret; 5542f424a5aSRitesh Harjani } 5552f424a5aSRitesh Harjani 5566396bb22SKees Cook path = kcalloc(depth + 1, sizeof(struct ext4_ext_path), 5577869a4a6STheodore Ts'o GFP_NOFS); 5587869a4a6STheodore Ts'o if (path == NULL) { 5597869a4a6STheodore Ts'o up_read(&ei->i_data_sem); 5607869a4a6STheodore Ts'o return -ENOMEM; 5617869a4a6STheodore Ts'o } 5627869a4a6STheodore Ts'o 5637869a4a6STheodore Ts'o path[0].p_hdr = ext_inode_hdr(inode); 5647869a4a6STheodore Ts'o ret = ext4_ext_check(inode, path[0].p_hdr, depth, 0); 5657869a4a6STheodore Ts'o if (ret) 5667869a4a6STheodore Ts'o goto out; 5677869a4a6STheodore Ts'o path[0].p_idx = EXT_FIRST_INDEX(path[0].p_hdr); 5687869a4a6STheodore Ts'o while (i >= 0) { 5697869a4a6STheodore Ts'o /* 5707869a4a6STheodore Ts'o * If this is a leaf block or we've reached the end of 5717869a4a6STheodore Ts'o * the index block, go up 5727869a4a6STheodore Ts'o */ 5737869a4a6STheodore Ts'o if ((i == depth) || 5747869a4a6STheodore Ts'o path[i].p_idx > EXT_LAST_INDEX(path[i].p_hdr)) { 5757869a4a6STheodore Ts'o brelse(path[i].p_bh); 5767869a4a6STheodore Ts'o path[i].p_bh = NULL; 5777869a4a6STheodore Ts'o i--; 5787869a4a6STheodore Ts'o continue; 5797869a4a6STheodore Ts'o } 5807869a4a6STheodore Ts'o bh = read_extent_tree_block(inode, 5817869a4a6STheodore Ts'o ext4_idx_pblock(path[i].p_idx++), 5827869a4a6STheodore Ts'o depth - i - 1, 5837869a4a6STheodore Ts'o EXT4_EX_FORCE_CACHE); 5847869a4a6STheodore Ts'o if (IS_ERR(bh)) { 5857869a4a6STheodore Ts'o ret = PTR_ERR(bh); 5867869a4a6STheodore Ts'o break; 5877869a4a6STheodore Ts'o } 5887869a4a6STheodore Ts'o i++; 5897869a4a6STheodore Ts'o path[i].p_bh = bh; 5907869a4a6STheodore Ts'o path[i].p_hdr = ext_block_hdr(bh); 5917869a4a6STheodore Ts'o path[i].p_idx = EXT_FIRST_INDEX(path[i].p_hdr); 5927869a4a6STheodore Ts'o } 5937869a4a6STheodore Ts'o ext4_set_inode_state(inode, EXT4_STATE_EXT_PRECACHED); 5947869a4a6STheodore Ts'o out: 5957869a4a6STheodore Ts'o up_read(&ei->i_data_sem); 5967869a4a6STheodore Ts'o ext4_ext_drop_refs(path); 5977869a4a6STheodore Ts'o kfree(path); 5987869a4a6STheodore Ts'o return ret; 5997869a4a6STheodore Ts'o } 6007869a4a6STheodore Ts'o 601a86c6181SAlex Tomas #ifdef EXT_DEBUG 602a86c6181SAlex Tomas static void ext4_ext_show_path(struct inode *inode, struct ext4_ext_path *path) 603a86c6181SAlex Tomas { 604a86c6181SAlex Tomas int k, l = path->p_depth; 605a86c6181SAlex Tomas 60670aa1554SRitesh Harjani ext_debug(inode, "path:"); 607a86c6181SAlex Tomas for (k = 0; k <= l; k++, path++) { 608a86c6181SAlex Tomas if (path->p_idx) { 60970aa1554SRitesh Harjani ext_debug(inode, " %d->%llu", 6106e89bbb7SEric Biggers le32_to_cpu(path->p_idx->ei_block), 611bf89d16fSTheodore Ts'o ext4_idx_pblock(path->p_idx)); 612a86c6181SAlex Tomas } else if (path->p_ext) { 61370aa1554SRitesh Harjani ext_debug(inode, " %d:[%d]%d:%llu ", 614a86c6181SAlex Tomas le32_to_cpu(path->p_ext->ee_block), 615556615dcSLukas Czerner ext4_ext_is_unwritten(path->p_ext), 616a2df2a63SAmit Arora ext4_ext_get_actual_len(path->p_ext), 617bf89d16fSTheodore Ts'o ext4_ext_pblock(path->p_ext)); 618a86c6181SAlex Tomas } else 61970aa1554SRitesh Harjani ext_debug(inode, " []"); 620a86c6181SAlex Tomas } 62170aa1554SRitesh Harjani ext_debug(inode, "\n"); 622a86c6181SAlex Tomas } 623a86c6181SAlex Tomas 624a86c6181SAlex Tomas static void ext4_ext_show_leaf(struct inode *inode, struct ext4_ext_path *path) 625a86c6181SAlex Tomas { 626a86c6181SAlex Tomas int depth = ext_depth(inode); 627a86c6181SAlex Tomas struct ext4_extent_header *eh; 628a86c6181SAlex Tomas struct ext4_extent *ex; 629a86c6181SAlex Tomas int i; 630a86c6181SAlex Tomas 631a86c6181SAlex Tomas if (!path) 632a86c6181SAlex Tomas return; 633a86c6181SAlex Tomas 634a86c6181SAlex Tomas eh = path[depth].p_hdr; 635a86c6181SAlex Tomas ex = EXT_FIRST_EXTENT(eh); 636a86c6181SAlex Tomas 63770aa1554SRitesh Harjani ext_debug(inode, "Displaying leaf extents\n"); 638553f9008SMingming 639a86c6181SAlex Tomas for (i = 0; i < le16_to_cpu(eh->eh_entries); i++, ex++) { 64070aa1554SRitesh Harjani ext_debug(inode, "%d:[%d]%d:%llu ", le32_to_cpu(ex->ee_block), 641556615dcSLukas Czerner ext4_ext_is_unwritten(ex), 642bf89d16fSTheodore Ts'o ext4_ext_get_actual_len(ex), ext4_ext_pblock(ex)); 643a86c6181SAlex Tomas } 64470aa1554SRitesh Harjani ext_debug(inode, "\n"); 645a86c6181SAlex Tomas } 6461b16da77SYongqiang Yang 6471b16da77SYongqiang Yang static void ext4_ext_show_move(struct inode *inode, struct ext4_ext_path *path, 6481b16da77SYongqiang Yang ext4_fsblk_t newblock, int level) 6491b16da77SYongqiang Yang { 6501b16da77SYongqiang Yang int depth = ext_depth(inode); 6511b16da77SYongqiang Yang struct ext4_extent *ex; 6521b16da77SYongqiang Yang 6531b16da77SYongqiang Yang if (depth != level) { 6541b16da77SYongqiang Yang struct ext4_extent_idx *idx; 6551b16da77SYongqiang Yang idx = path[level].p_idx; 6561b16da77SYongqiang Yang while (idx <= EXT_MAX_INDEX(path[level].p_hdr)) { 65770aa1554SRitesh Harjani ext_debug(inode, "%d: move %d:%llu in new index %llu\n", 65870aa1554SRitesh Harjani level, le32_to_cpu(idx->ei_block), 65970aa1554SRitesh Harjani ext4_idx_pblock(idx), newblock); 6601b16da77SYongqiang Yang idx++; 6611b16da77SYongqiang Yang } 6621b16da77SYongqiang Yang 6631b16da77SYongqiang Yang return; 6641b16da77SYongqiang Yang } 6651b16da77SYongqiang Yang 6661b16da77SYongqiang Yang ex = path[depth].p_ext; 6671b16da77SYongqiang Yang while (ex <= EXT_MAX_EXTENT(path[depth].p_hdr)) { 66870aa1554SRitesh Harjani ext_debug(inode, "move %d:%llu:[%d]%d in new leaf %llu\n", 6691b16da77SYongqiang Yang le32_to_cpu(ex->ee_block), 6701b16da77SYongqiang Yang ext4_ext_pblock(ex), 671556615dcSLukas Czerner ext4_ext_is_unwritten(ex), 6721b16da77SYongqiang Yang ext4_ext_get_actual_len(ex), 6731b16da77SYongqiang Yang newblock); 6741b16da77SYongqiang Yang ex++; 6751b16da77SYongqiang Yang } 6761b16da77SYongqiang Yang } 6771b16da77SYongqiang Yang 678a86c6181SAlex Tomas #else 679a86c6181SAlex Tomas #define ext4_ext_show_path(inode, path) 680a86c6181SAlex Tomas #define ext4_ext_show_leaf(inode, path) 6811b16da77SYongqiang Yang #define ext4_ext_show_move(inode, path, newblock, level) 682a86c6181SAlex Tomas #endif 683a86c6181SAlex Tomas 684b35905c1SAneesh Kumar K.V void ext4_ext_drop_refs(struct ext4_ext_path *path) 685a86c6181SAlex Tomas { 686b7ea89adSTheodore Ts'o int depth, i; 687a86c6181SAlex Tomas 688b7ea89adSTheodore Ts'o if (!path) 689b7ea89adSTheodore Ts'o return; 690b7ea89adSTheodore Ts'o depth = path->p_depth; 691de745485SEric Biggers for (i = 0; i <= depth; i++, path++) { 692a86c6181SAlex Tomas brelse(path->p_bh); 693a86c6181SAlex Tomas path->p_bh = NULL; 694a86c6181SAlex Tomas } 695a86c6181SAlex Tomas } 696a86c6181SAlex Tomas 697a86c6181SAlex Tomas /* 698d0d856e8SRandy Dunlap * ext4_ext_binsearch_idx: 699d0d856e8SRandy Dunlap * binary search for the closest index of the given block 700c29c0ae7SAlex Tomas * the header must be checked before calling this 701a86c6181SAlex Tomas */ 702a86c6181SAlex Tomas static void 703725d26d3SAneesh Kumar K.V ext4_ext_binsearch_idx(struct inode *inode, 704725d26d3SAneesh Kumar K.V struct ext4_ext_path *path, ext4_lblk_t block) 705a86c6181SAlex Tomas { 706a86c6181SAlex Tomas struct ext4_extent_header *eh = path->p_hdr; 707a86c6181SAlex Tomas struct ext4_extent_idx *r, *l, *m; 708a86c6181SAlex Tomas 709a86c6181SAlex Tomas 71070aa1554SRitesh Harjani ext_debug(inode, "binsearch for %u(idx): ", block); 711a86c6181SAlex Tomas 712a86c6181SAlex Tomas l = EXT_FIRST_INDEX(eh) + 1; 713e9f410b1SDmitry Monakhov r = EXT_LAST_INDEX(eh); 714a86c6181SAlex Tomas while (l <= r) { 715a86c6181SAlex Tomas m = l + (r - l) / 2; 716a86c6181SAlex Tomas if (block < le32_to_cpu(m->ei_block)) 717a86c6181SAlex Tomas r = m - 1; 718a86c6181SAlex Tomas else 719a86c6181SAlex Tomas l = m + 1; 72070aa1554SRitesh Harjani ext_debug(inode, "%p(%u):%p(%u):%p(%u) ", l, 72170aa1554SRitesh Harjani le32_to_cpu(l->ei_block), m, le32_to_cpu(m->ei_block), 72226d535edSDmitry Monakhov r, le32_to_cpu(r->ei_block)); 723a86c6181SAlex Tomas } 724a86c6181SAlex Tomas 725a86c6181SAlex Tomas path->p_idx = l - 1; 72670aa1554SRitesh Harjani ext_debug(inode, " -> %u->%lld ", le32_to_cpu(path->p_idx->ei_block), 727bf89d16fSTheodore Ts'o ext4_idx_pblock(path->p_idx)); 728a86c6181SAlex Tomas 729a86c6181SAlex Tomas #ifdef CHECK_BINSEARCH 730a86c6181SAlex Tomas { 731a86c6181SAlex Tomas struct ext4_extent_idx *chix, *ix; 732a86c6181SAlex Tomas int k; 733a86c6181SAlex Tomas 734a86c6181SAlex Tomas chix = ix = EXT_FIRST_INDEX(eh); 735a86c6181SAlex Tomas for (k = 0; k < le16_to_cpu(eh->eh_entries); k++, ix++) { 7366e89bbb7SEric Biggers if (k != 0 && le32_to_cpu(ix->ei_block) <= 7376e89bbb7SEric Biggers le32_to_cpu(ix[-1].ei_block)) { 7384776004fSTheodore Ts'o printk(KERN_DEBUG "k=%d, ix=0x%p, " 7394776004fSTheodore Ts'o "first=0x%p\n", k, 740a86c6181SAlex Tomas ix, EXT_FIRST_INDEX(eh)); 7414776004fSTheodore Ts'o printk(KERN_DEBUG "%u <= %u\n", 742a86c6181SAlex Tomas le32_to_cpu(ix->ei_block), 743a86c6181SAlex Tomas le32_to_cpu(ix[-1].ei_block)); 744a86c6181SAlex Tomas } 745a86c6181SAlex Tomas BUG_ON(k && le32_to_cpu(ix->ei_block) 746a86c6181SAlex Tomas <= le32_to_cpu(ix[-1].ei_block)); 747a86c6181SAlex Tomas if (block < le32_to_cpu(ix->ei_block)) 748a86c6181SAlex Tomas break; 749a86c6181SAlex Tomas chix = ix; 750a86c6181SAlex Tomas } 751a86c6181SAlex Tomas BUG_ON(chix != path->p_idx); 752a86c6181SAlex Tomas } 753a86c6181SAlex Tomas #endif 754a86c6181SAlex Tomas 755a86c6181SAlex Tomas } 756a86c6181SAlex Tomas 757a86c6181SAlex Tomas /* 758d0d856e8SRandy Dunlap * ext4_ext_binsearch: 759d0d856e8SRandy Dunlap * binary search for closest extent of the given block 760c29c0ae7SAlex Tomas * the header must be checked before calling this 761a86c6181SAlex Tomas */ 762a86c6181SAlex Tomas static void 763725d26d3SAneesh Kumar K.V ext4_ext_binsearch(struct inode *inode, 764725d26d3SAneesh Kumar K.V struct ext4_ext_path *path, ext4_lblk_t block) 765a86c6181SAlex Tomas { 766a86c6181SAlex Tomas struct ext4_extent_header *eh = path->p_hdr; 767a86c6181SAlex Tomas struct ext4_extent *r, *l, *m; 768a86c6181SAlex Tomas 769a86c6181SAlex Tomas if (eh->eh_entries == 0) { 770a86c6181SAlex Tomas /* 771d0d856e8SRandy Dunlap * this leaf is empty: 772a86c6181SAlex Tomas * we get such a leaf in split/add case 773a86c6181SAlex Tomas */ 774a86c6181SAlex Tomas return; 775a86c6181SAlex Tomas } 776a86c6181SAlex Tomas 77770aa1554SRitesh Harjani ext_debug(inode, "binsearch for %u: ", block); 778a86c6181SAlex Tomas 779a86c6181SAlex Tomas l = EXT_FIRST_EXTENT(eh) + 1; 780e9f410b1SDmitry Monakhov r = EXT_LAST_EXTENT(eh); 781a86c6181SAlex Tomas 782a86c6181SAlex Tomas while (l <= r) { 783a86c6181SAlex Tomas m = l + (r - l) / 2; 784a86c6181SAlex Tomas if (block < le32_to_cpu(m->ee_block)) 785a86c6181SAlex Tomas r = m - 1; 786a86c6181SAlex Tomas else 787a86c6181SAlex Tomas l = m + 1; 78870aa1554SRitesh Harjani ext_debug(inode, "%p(%u):%p(%u):%p(%u) ", l, 78970aa1554SRitesh Harjani le32_to_cpu(l->ee_block), m, le32_to_cpu(m->ee_block), 79026d535edSDmitry Monakhov r, le32_to_cpu(r->ee_block)); 791a86c6181SAlex Tomas } 792a86c6181SAlex Tomas 793a86c6181SAlex Tomas path->p_ext = l - 1; 79470aa1554SRitesh Harjani ext_debug(inode, " -> %d:%llu:[%d]%d ", 795a86c6181SAlex Tomas le32_to_cpu(path->p_ext->ee_block), 796bf89d16fSTheodore Ts'o ext4_ext_pblock(path->p_ext), 797556615dcSLukas Czerner ext4_ext_is_unwritten(path->p_ext), 798a2df2a63SAmit Arora ext4_ext_get_actual_len(path->p_ext)); 799a86c6181SAlex Tomas 800a86c6181SAlex Tomas #ifdef CHECK_BINSEARCH 801a86c6181SAlex Tomas { 802a86c6181SAlex Tomas struct ext4_extent *chex, *ex; 803a86c6181SAlex Tomas int k; 804a86c6181SAlex Tomas 805a86c6181SAlex Tomas chex = ex = EXT_FIRST_EXTENT(eh); 806a86c6181SAlex Tomas for (k = 0; k < le16_to_cpu(eh->eh_entries); k++, ex++) { 807a86c6181SAlex Tomas BUG_ON(k && le32_to_cpu(ex->ee_block) 808a86c6181SAlex Tomas <= le32_to_cpu(ex[-1].ee_block)); 809a86c6181SAlex Tomas if (block < le32_to_cpu(ex->ee_block)) 810a86c6181SAlex Tomas break; 811a86c6181SAlex Tomas chex = ex; 812a86c6181SAlex Tomas } 813a86c6181SAlex Tomas BUG_ON(chex != path->p_ext); 814a86c6181SAlex Tomas } 815a86c6181SAlex Tomas #endif 816a86c6181SAlex Tomas 817a86c6181SAlex Tomas } 818a86c6181SAlex Tomas 8194209ae12SHarshad Shirwadkar void ext4_ext_tree_init(handle_t *handle, struct inode *inode) 820a86c6181SAlex Tomas { 821a86c6181SAlex Tomas struct ext4_extent_header *eh; 822a86c6181SAlex Tomas 823a86c6181SAlex Tomas eh = ext_inode_hdr(inode); 824a86c6181SAlex Tomas eh->eh_depth = 0; 825a86c6181SAlex Tomas eh->eh_entries = 0; 826a86c6181SAlex Tomas eh->eh_magic = EXT4_EXT_MAGIC; 82755ad63bfSTheodore Ts'o eh->eh_max = cpu_to_le16(ext4_ext_space_root(inode, 0)); 828*ce3aba43SAnirudh Rayabharam eh->eh_generation = 0; 829a86c6181SAlex Tomas ext4_mark_inode_dirty(handle, inode); 830a86c6181SAlex Tomas } 831a86c6181SAlex Tomas 832a86c6181SAlex Tomas struct ext4_ext_path * 833ed8a1a76STheodore Ts'o ext4_find_extent(struct inode *inode, ext4_lblk_t block, 834705912caSTheodore Ts'o struct ext4_ext_path **orig_path, int flags) 835a86c6181SAlex Tomas { 836a86c6181SAlex Tomas struct ext4_extent_header *eh; 837a86c6181SAlex Tomas struct buffer_head *bh; 838705912caSTheodore Ts'o struct ext4_ext_path *path = orig_path ? *orig_path : NULL; 839705912caSTheodore Ts'o short int depth, i, ppos = 0; 840860d21e2STheodore Ts'o int ret; 84173c384c0STheodore Ts'o gfp_t gfp_flags = GFP_NOFS; 84273c384c0STheodore Ts'o 84373c384c0STheodore Ts'o if (flags & EXT4_EX_NOFAIL) 84473c384c0STheodore Ts'o gfp_flags |= __GFP_NOFAIL; 845a86c6181SAlex Tomas 846a86c6181SAlex Tomas eh = ext_inode_hdr(inode); 847c29c0ae7SAlex Tomas depth = ext_depth(inode); 848bc890a60STheodore Ts'o if (depth < 0 || depth > EXT4_MAX_EXTENT_DEPTH) { 849bc890a60STheodore Ts'o EXT4_ERROR_INODE(inode, "inode has invalid extent depth: %d", 850bc890a60STheodore Ts'o depth); 851bc890a60STheodore Ts'o ret = -EFSCORRUPTED; 852bc890a60STheodore Ts'o goto err; 853bc890a60STheodore Ts'o } 854a86c6181SAlex Tomas 85510809df8STheodore Ts'o if (path) { 856523f431cSTheodore Ts'o ext4_ext_drop_refs(path); 85710809df8STheodore Ts'o if (depth > path[0].p_maxdepth) { 85810809df8STheodore Ts'o kfree(path); 85910809df8STheodore Ts'o *orig_path = path = NULL; 86010809df8STheodore Ts'o } 86110809df8STheodore Ts'o } 86210809df8STheodore Ts'o if (!path) { 863a86c6181SAlex Tomas /* account possible depth increase */ 8646396bb22SKees Cook path = kcalloc(depth + 2, sizeof(struct ext4_ext_path), 86573c384c0STheodore Ts'o gfp_flags); 86619008f6dSTheodore Ts'o if (unlikely(!path)) 867a86c6181SAlex Tomas return ERR_PTR(-ENOMEM); 86810809df8STheodore Ts'o path[0].p_maxdepth = depth + 1; 869a86c6181SAlex Tomas } 870a86c6181SAlex Tomas path[0].p_hdr = eh; 8711973adcbSShen Feng path[0].p_bh = NULL; 872a86c6181SAlex Tomas 873c29c0ae7SAlex Tomas i = depth; 8744068664eSDmitry Monakhov if (!(flags & EXT4_EX_NOCACHE) && depth == 0) 8754068664eSDmitry Monakhov ext4_cache_extents(inode, eh); 876a86c6181SAlex Tomas /* walk through the tree */ 877a86c6181SAlex Tomas while (i) { 87870aa1554SRitesh Harjani ext_debug(inode, "depth %d: num %d, max %d\n", 879a86c6181SAlex Tomas ppos, le16_to_cpu(eh->eh_entries), le16_to_cpu(eh->eh_max)); 880c29c0ae7SAlex Tomas 881a86c6181SAlex Tomas ext4_ext_binsearch_idx(inode, path + ppos, block); 882bf89d16fSTheodore Ts'o path[ppos].p_block = ext4_idx_pblock(path[ppos].p_idx); 883a86c6181SAlex Tomas path[ppos].p_depth = i; 884a86c6181SAlex Tomas path[ppos].p_ext = NULL; 885a86c6181SAlex Tomas 886107a7bd3STheodore Ts'o bh = read_extent_tree_block(inode, path[ppos].p_block, --i, 887107a7bd3STheodore Ts'o flags); 888a1c83681SViresh Kumar if (IS_ERR(bh)) { 8897d7ea89eSTheodore Ts'o ret = PTR_ERR(bh); 890a86c6181SAlex Tomas goto err; 891860d21e2STheodore Ts'o } 8927d7ea89eSTheodore Ts'o 893a86c6181SAlex Tomas eh = ext_block_hdr(bh); 894a86c6181SAlex Tomas ppos++; 895a86c6181SAlex Tomas path[ppos].p_bh = bh; 896a86c6181SAlex Tomas path[ppos].p_hdr = eh; 897a86c6181SAlex Tomas } 898a86c6181SAlex Tomas 899a86c6181SAlex Tomas path[ppos].p_depth = i; 900a86c6181SAlex Tomas path[ppos].p_ext = NULL; 901a86c6181SAlex Tomas path[ppos].p_idx = NULL; 902a86c6181SAlex Tomas 903a86c6181SAlex Tomas /* find extent */ 904a86c6181SAlex Tomas ext4_ext_binsearch(inode, path + ppos, block); 9051973adcbSShen Feng /* if not an empty leaf */ 9061973adcbSShen Feng if (path[ppos].p_ext) 907bf89d16fSTheodore Ts'o path[ppos].p_block = ext4_ext_pblock(path[ppos].p_ext); 908a86c6181SAlex Tomas 909a86c6181SAlex Tomas ext4_ext_show_path(inode, path); 910a86c6181SAlex Tomas 911a86c6181SAlex Tomas return path; 912a86c6181SAlex Tomas 913a86c6181SAlex Tomas err: 914a86c6181SAlex Tomas ext4_ext_drop_refs(path); 915a86c6181SAlex Tomas kfree(path); 916705912caSTheodore Ts'o if (orig_path) 917705912caSTheodore Ts'o *orig_path = NULL; 918860d21e2STheodore Ts'o return ERR_PTR(ret); 919a86c6181SAlex Tomas } 920a86c6181SAlex Tomas 921a86c6181SAlex Tomas /* 922d0d856e8SRandy Dunlap * ext4_ext_insert_index: 923d0d856e8SRandy Dunlap * insert new index [@logical;@ptr] into the block at @curp; 924d0d856e8SRandy Dunlap * check where to insert: before @curp or after @curp 925a86c6181SAlex Tomas */ 9261f109d5aSTheodore Ts'o static int ext4_ext_insert_index(handle_t *handle, struct inode *inode, 927a86c6181SAlex Tomas struct ext4_ext_path *curp, 928f65e6fbaSAlex Tomas int logical, ext4_fsblk_t ptr) 929a86c6181SAlex Tomas { 930a86c6181SAlex Tomas struct ext4_extent_idx *ix; 931a86c6181SAlex Tomas int len, err; 932a86c6181SAlex Tomas 9337e028976SAvantika Mathur err = ext4_ext_get_access(handle, inode, curp); 9347e028976SAvantika Mathur if (err) 935a86c6181SAlex Tomas return err; 936a86c6181SAlex Tomas 937273df556SFrank Mayhar if (unlikely(logical == le32_to_cpu(curp->p_idx->ei_block))) { 938273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 939273df556SFrank Mayhar "logical %d == ei_block %d!", 940273df556SFrank Mayhar logical, le32_to_cpu(curp->p_idx->ei_block)); 9416a797d27SDarrick J. Wong return -EFSCORRUPTED; 942273df556SFrank Mayhar } 943d4620315SRobin Dong 944d4620315SRobin Dong if (unlikely(le16_to_cpu(curp->p_hdr->eh_entries) 945d4620315SRobin Dong >= le16_to_cpu(curp->p_hdr->eh_max))) { 946d4620315SRobin Dong EXT4_ERROR_INODE(inode, 947d4620315SRobin Dong "eh_entries %d >= eh_max %d!", 948d4620315SRobin Dong le16_to_cpu(curp->p_hdr->eh_entries), 949d4620315SRobin Dong le16_to_cpu(curp->p_hdr->eh_max)); 9506a797d27SDarrick J. Wong return -EFSCORRUPTED; 951d4620315SRobin Dong } 952d4620315SRobin Dong 953a86c6181SAlex Tomas if (logical > le32_to_cpu(curp->p_idx->ei_block)) { 954a86c6181SAlex Tomas /* insert after */ 95570aa1554SRitesh Harjani ext_debug(inode, "insert new index %d after: %llu\n", 95670aa1554SRitesh Harjani logical, ptr); 957a86c6181SAlex Tomas ix = curp->p_idx + 1; 958a86c6181SAlex Tomas } else { 959a86c6181SAlex Tomas /* insert before */ 96070aa1554SRitesh Harjani ext_debug(inode, "insert new index %d before: %llu\n", 96170aa1554SRitesh Harjani logical, ptr); 962a86c6181SAlex Tomas ix = curp->p_idx; 963a86c6181SAlex Tomas } 964a86c6181SAlex Tomas 96580e675f9SEric Gouriou len = EXT_LAST_INDEX(curp->p_hdr) - ix + 1; 96680e675f9SEric Gouriou BUG_ON(len < 0); 96780e675f9SEric Gouriou if (len > 0) { 96870aa1554SRitesh Harjani ext_debug(inode, "insert new index %d: " 96980e675f9SEric Gouriou "move %d indices from 0x%p to 0x%p\n", 97080e675f9SEric Gouriou logical, len, ix, ix + 1); 97180e675f9SEric Gouriou memmove(ix + 1, ix, len * sizeof(struct ext4_extent_idx)); 97280e675f9SEric Gouriou } 97380e675f9SEric Gouriou 974f472e026STao Ma if (unlikely(ix > EXT_MAX_INDEX(curp->p_hdr))) { 975f472e026STao Ma EXT4_ERROR_INODE(inode, "ix > EXT_MAX_INDEX!"); 9766a797d27SDarrick J. Wong return -EFSCORRUPTED; 977f472e026STao Ma } 978f472e026STao Ma 979a86c6181SAlex Tomas ix->ei_block = cpu_to_le32(logical); 980f65e6fbaSAlex Tomas ext4_idx_store_pblock(ix, ptr); 981e8546d06SMarcin Slusarz le16_add_cpu(&curp->p_hdr->eh_entries, 1); 982a86c6181SAlex Tomas 983273df556SFrank Mayhar if (unlikely(ix > EXT_LAST_INDEX(curp->p_hdr))) { 984273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "ix > EXT_LAST_INDEX!"); 9856a797d27SDarrick J. Wong return -EFSCORRUPTED; 986273df556SFrank Mayhar } 987a86c6181SAlex Tomas 988a86c6181SAlex Tomas err = ext4_ext_dirty(handle, inode, curp); 989a86c6181SAlex Tomas ext4_std_error(inode->i_sb, err); 990a86c6181SAlex Tomas 991a86c6181SAlex Tomas return err; 992a86c6181SAlex Tomas } 993a86c6181SAlex Tomas 994a86c6181SAlex Tomas /* 995d0d856e8SRandy Dunlap * ext4_ext_split: 996d0d856e8SRandy Dunlap * inserts new subtree into the path, using free index entry 997d0d856e8SRandy Dunlap * at depth @at: 998a86c6181SAlex Tomas * - allocates all needed blocks (new leaf and all intermediate index blocks) 999a86c6181SAlex Tomas * - makes decision where to split 1000d0d856e8SRandy Dunlap * - moves remaining extents and index entries (right to the split point) 1001a86c6181SAlex Tomas * into the newly allocated blocks 1002d0d856e8SRandy Dunlap * - initializes subtree 1003a86c6181SAlex Tomas */ 1004a86c6181SAlex Tomas static int ext4_ext_split(handle_t *handle, struct inode *inode, 100555f020dbSAllison Henderson unsigned int flags, 1006a86c6181SAlex Tomas struct ext4_ext_path *path, 1007a86c6181SAlex Tomas struct ext4_extent *newext, int at) 1008a86c6181SAlex Tomas { 1009a86c6181SAlex Tomas struct buffer_head *bh = NULL; 1010a86c6181SAlex Tomas int depth = ext_depth(inode); 1011a86c6181SAlex Tomas struct ext4_extent_header *neh; 1012a86c6181SAlex Tomas struct ext4_extent_idx *fidx; 1013a86c6181SAlex Tomas int i = at, k, m, a; 1014f65e6fbaSAlex Tomas ext4_fsblk_t newblock, oldblock; 1015a86c6181SAlex Tomas __le32 border; 1016f65e6fbaSAlex Tomas ext4_fsblk_t *ablocks = NULL; /* array of allocated blocks */ 101773c384c0STheodore Ts'o gfp_t gfp_flags = GFP_NOFS; 1018a86c6181SAlex Tomas int err = 0; 1019592acbf1SSriram Rajagopalan size_t ext_size = 0; 1020a86c6181SAlex Tomas 102173c384c0STheodore Ts'o if (flags & EXT4_EX_NOFAIL) 102273c384c0STheodore Ts'o gfp_flags |= __GFP_NOFAIL; 102373c384c0STheodore Ts'o 1024a86c6181SAlex Tomas /* make decision: where to split? */ 1025d0d856e8SRandy Dunlap /* FIXME: now decision is simplest: at current extent */ 1026a86c6181SAlex Tomas 1027d0d856e8SRandy Dunlap /* if current leaf will be split, then we should use 1028a86c6181SAlex Tomas * border from split point */ 1029273df556SFrank Mayhar if (unlikely(path[depth].p_ext > EXT_MAX_EXTENT(path[depth].p_hdr))) { 1030273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "p_ext > EXT_MAX_EXTENT!"); 10316a797d27SDarrick J. Wong return -EFSCORRUPTED; 1032273df556SFrank Mayhar } 1033a86c6181SAlex Tomas if (path[depth].p_ext != EXT_MAX_EXTENT(path[depth].p_hdr)) { 1034a86c6181SAlex Tomas border = path[depth].p_ext[1].ee_block; 103570aa1554SRitesh Harjani ext_debug(inode, "leaf will be split." 1036a86c6181SAlex Tomas " next leaf starts at %d\n", 1037a86c6181SAlex Tomas le32_to_cpu(border)); 1038a86c6181SAlex Tomas } else { 1039a86c6181SAlex Tomas border = newext->ee_block; 104070aa1554SRitesh Harjani ext_debug(inode, "leaf will be added." 1041a86c6181SAlex Tomas " next leaf starts at %d\n", 1042a86c6181SAlex Tomas le32_to_cpu(border)); 1043a86c6181SAlex Tomas } 1044a86c6181SAlex Tomas 1045a86c6181SAlex Tomas /* 1046d0d856e8SRandy Dunlap * If error occurs, then we break processing 1047d0d856e8SRandy Dunlap * and mark filesystem read-only. index won't 1048a86c6181SAlex Tomas * be inserted and tree will be in consistent 1049d0d856e8SRandy Dunlap * state. Next mount will repair buffers too. 1050a86c6181SAlex Tomas */ 1051a86c6181SAlex Tomas 1052a86c6181SAlex Tomas /* 1053d0d856e8SRandy Dunlap * Get array to track all allocated blocks. 1054d0d856e8SRandy Dunlap * We need this to handle errors and free blocks 1055d0d856e8SRandy Dunlap * upon them. 1056a86c6181SAlex Tomas */ 105773c384c0STheodore Ts'o ablocks = kcalloc(depth, sizeof(ext4_fsblk_t), gfp_flags); 1058a86c6181SAlex Tomas if (!ablocks) 1059a86c6181SAlex Tomas return -ENOMEM; 1060a86c6181SAlex Tomas 1061a86c6181SAlex Tomas /* allocate all needed blocks */ 106270aa1554SRitesh Harjani ext_debug(inode, "allocate %d blocks for indexes/leaf\n", depth - at); 1063a86c6181SAlex Tomas for (a = 0; a < depth - at; a++) { 1064654b4908SAneesh Kumar K.V newblock = ext4_ext_new_meta_block(handle, inode, path, 106555f020dbSAllison Henderson newext, &err, flags); 1066a86c6181SAlex Tomas if (newblock == 0) 1067a86c6181SAlex Tomas goto cleanup; 1068a86c6181SAlex Tomas ablocks[a] = newblock; 1069a86c6181SAlex Tomas } 1070a86c6181SAlex Tomas 1071a86c6181SAlex Tomas /* initialize new leaf */ 1072a86c6181SAlex Tomas newblock = ablocks[--a]; 1073273df556SFrank Mayhar if (unlikely(newblock == 0)) { 1074273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "newblock == 0!"); 10756a797d27SDarrick J. Wong err = -EFSCORRUPTED; 1076273df556SFrank Mayhar goto cleanup; 1077273df556SFrank Mayhar } 1078c45653c3SNikolay Borisov bh = sb_getblk_gfp(inode->i_sb, newblock, __GFP_MOVABLE | GFP_NOFS); 1079aebf0243SWang Shilong if (unlikely(!bh)) { 1080860d21e2STheodore Ts'o err = -ENOMEM; 1081a86c6181SAlex Tomas goto cleanup; 1082a86c6181SAlex Tomas } 1083a86c6181SAlex Tomas lock_buffer(bh); 1084a86c6181SAlex Tomas 10857e028976SAvantika Mathur err = ext4_journal_get_create_access(handle, bh); 10867e028976SAvantika Mathur if (err) 1087a86c6181SAlex Tomas goto cleanup; 1088a86c6181SAlex Tomas 1089a86c6181SAlex Tomas neh = ext_block_hdr(bh); 1090a86c6181SAlex Tomas neh->eh_entries = 0; 109155ad63bfSTheodore Ts'o neh->eh_max = cpu_to_le16(ext4_ext_space_block(inode, 0)); 1092a86c6181SAlex Tomas neh->eh_magic = EXT4_EXT_MAGIC; 1093a86c6181SAlex Tomas neh->eh_depth = 0; 1094*ce3aba43SAnirudh Rayabharam neh->eh_generation = 0; 1095a86c6181SAlex Tomas 1096d0d856e8SRandy Dunlap /* move remainder of path[depth] to the new leaf */ 1097273df556SFrank Mayhar if (unlikely(path[depth].p_hdr->eh_entries != 1098273df556SFrank Mayhar path[depth].p_hdr->eh_max)) { 1099273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "eh_entries %d != eh_max %d!", 1100273df556SFrank Mayhar path[depth].p_hdr->eh_entries, 1101273df556SFrank Mayhar path[depth].p_hdr->eh_max); 11026a797d27SDarrick J. Wong err = -EFSCORRUPTED; 1103273df556SFrank Mayhar goto cleanup; 1104273df556SFrank Mayhar } 1105a86c6181SAlex Tomas /* start copy from next extent */ 11061b16da77SYongqiang Yang m = EXT_MAX_EXTENT(path[depth].p_hdr) - path[depth].p_ext++; 11071b16da77SYongqiang Yang ext4_ext_show_move(inode, path, newblock, depth); 1108a86c6181SAlex Tomas if (m) { 11091b16da77SYongqiang Yang struct ext4_extent *ex; 11101b16da77SYongqiang Yang ex = EXT_FIRST_EXTENT(neh); 11111b16da77SYongqiang Yang memmove(ex, path[depth].p_ext, sizeof(struct ext4_extent) * m); 1112e8546d06SMarcin Slusarz le16_add_cpu(&neh->eh_entries, m); 1113a86c6181SAlex Tomas } 1114a86c6181SAlex Tomas 1115592acbf1SSriram Rajagopalan /* zero out unused area in the extent block */ 1116592acbf1SSriram Rajagopalan ext_size = sizeof(struct ext4_extent_header) + 1117592acbf1SSriram Rajagopalan sizeof(struct ext4_extent) * le16_to_cpu(neh->eh_entries); 1118592acbf1SSriram Rajagopalan memset(bh->b_data + ext_size, 0, inode->i_sb->s_blocksize - ext_size); 11197ac5990dSDarrick J. Wong ext4_extent_block_csum_set(inode, neh); 1120a86c6181SAlex Tomas set_buffer_uptodate(bh); 1121a86c6181SAlex Tomas unlock_buffer(bh); 1122a86c6181SAlex Tomas 11230390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 11247e028976SAvantika Mathur if (err) 1125a86c6181SAlex Tomas goto cleanup; 1126a86c6181SAlex Tomas brelse(bh); 1127a86c6181SAlex Tomas bh = NULL; 1128a86c6181SAlex Tomas 1129a86c6181SAlex Tomas /* correct old leaf */ 1130a86c6181SAlex Tomas if (m) { 11317e028976SAvantika Mathur err = ext4_ext_get_access(handle, inode, path + depth); 11327e028976SAvantika Mathur if (err) 1133a86c6181SAlex Tomas goto cleanup; 1134e8546d06SMarcin Slusarz le16_add_cpu(&path[depth].p_hdr->eh_entries, -m); 11357e028976SAvantika Mathur err = ext4_ext_dirty(handle, inode, path + depth); 11367e028976SAvantika Mathur if (err) 1137a86c6181SAlex Tomas goto cleanup; 1138a86c6181SAlex Tomas 1139a86c6181SAlex Tomas } 1140a86c6181SAlex Tomas 1141a86c6181SAlex Tomas /* create intermediate indexes */ 1142a86c6181SAlex Tomas k = depth - at - 1; 1143273df556SFrank Mayhar if (unlikely(k < 0)) { 1144273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "k %d < 0!", k); 11456a797d27SDarrick J. Wong err = -EFSCORRUPTED; 1146273df556SFrank Mayhar goto cleanup; 1147273df556SFrank Mayhar } 1148a86c6181SAlex Tomas if (k) 114970aa1554SRitesh Harjani ext_debug(inode, "create %d intermediate indices\n", k); 1150a86c6181SAlex Tomas /* insert new index into current index block */ 1151a86c6181SAlex Tomas /* current depth stored in i var */ 1152a86c6181SAlex Tomas i = depth - 1; 1153a86c6181SAlex Tomas while (k--) { 1154a86c6181SAlex Tomas oldblock = newblock; 1155a86c6181SAlex Tomas newblock = ablocks[--a]; 1156bba90743SEric Sandeen bh = sb_getblk(inode->i_sb, newblock); 1157aebf0243SWang Shilong if (unlikely(!bh)) { 1158860d21e2STheodore Ts'o err = -ENOMEM; 1159a86c6181SAlex Tomas goto cleanup; 1160a86c6181SAlex Tomas } 1161a86c6181SAlex Tomas lock_buffer(bh); 1162a86c6181SAlex Tomas 11637e028976SAvantika Mathur err = ext4_journal_get_create_access(handle, bh); 11647e028976SAvantika Mathur if (err) 1165a86c6181SAlex Tomas goto cleanup; 1166a86c6181SAlex Tomas 1167a86c6181SAlex Tomas neh = ext_block_hdr(bh); 1168a86c6181SAlex Tomas neh->eh_entries = cpu_to_le16(1); 1169a86c6181SAlex Tomas neh->eh_magic = EXT4_EXT_MAGIC; 117055ad63bfSTheodore Ts'o neh->eh_max = cpu_to_le16(ext4_ext_space_block_idx(inode, 0)); 1171a86c6181SAlex Tomas neh->eh_depth = cpu_to_le16(depth - i); 1172*ce3aba43SAnirudh Rayabharam neh->eh_generation = 0; 1173a86c6181SAlex Tomas fidx = EXT_FIRST_INDEX(neh); 1174a86c6181SAlex Tomas fidx->ei_block = border; 1175f65e6fbaSAlex Tomas ext4_idx_store_pblock(fidx, oldblock); 1176a86c6181SAlex Tomas 117770aa1554SRitesh Harjani ext_debug(inode, "int.index at %d (block %llu): %u -> %llu\n", 1178bba90743SEric Sandeen i, newblock, le32_to_cpu(border), oldblock); 1179a86c6181SAlex Tomas 11801b16da77SYongqiang Yang /* move remainder of path[i] to the new index block */ 1181273df556SFrank Mayhar if (unlikely(EXT_MAX_INDEX(path[i].p_hdr) != 1182273df556SFrank Mayhar EXT_LAST_INDEX(path[i].p_hdr))) { 1183273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1184273df556SFrank Mayhar "EXT_MAX_INDEX != EXT_LAST_INDEX ee_block %d!", 1185273df556SFrank Mayhar le32_to_cpu(path[i].p_ext->ee_block)); 11866a797d27SDarrick J. Wong err = -EFSCORRUPTED; 1187273df556SFrank Mayhar goto cleanup; 1188273df556SFrank Mayhar } 11891b16da77SYongqiang Yang /* start copy indexes */ 11901b16da77SYongqiang Yang m = EXT_MAX_INDEX(path[i].p_hdr) - path[i].p_idx++; 119170aa1554SRitesh Harjani ext_debug(inode, "cur 0x%p, last 0x%p\n", path[i].p_idx, 11921b16da77SYongqiang Yang EXT_MAX_INDEX(path[i].p_hdr)); 11931b16da77SYongqiang Yang ext4_ext_show_move(inode, path, newblock, i); 1194a86c6181SAlex Tomas if (m) { 11951b16da77SYongqiang Yang memmove(++fidx, path[i].p_idx, 1196a86c6181SAlex Tomas sizeof(struct ext4_extent_idx) * m); 1197e8546d06SMarcin Slusarz le16_add_cpu(&neh->eh_entries, m); 1198a86c6181SAlex Tomas } 1199592acbf1SSriram Rajagopalan /* zero out unused area in the extent block */ 1200592acbf1SSriram Rajagopalan ext_size = sizeof(struct ext4_extent_header) + 1201592acbf1SSriram Rajagopalan (sizeof(struct ext4_extent) * le16_to_cpu(neh->eh_entries)); 1202592acbf1SSriram Rajagopalan memset(bh->b_data + ext_size, 0, 1203592acbf1SSriram Rajagopalan inode->i_sb->s_blocksize - ext_size); 12047ac5990dSDarrick J. Wong ext4_extent_block_csum_set(inode, neh); 1205a86c6181SAlex Tomas set_buffer_uptodate(bh); 1206a86c6181SAlex Tomas unlock_buffer(bh); 1207a86c6181SAlex Tomas 12080390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 12097e028976SAvantika Mathur if (err) 1210a86c6181SAlex Tomas goto cleanup; 1211a86c6181SAlex Tomas brelse(bh); 1212a86c6181SAlex Tomas bh = NULL; 1213a86c6181SAlex Tomas 1214a86c6181SAlex Tomas /* correct old index */ 1215a86c6181SAlex Tomas if (m) { 1216a86c6181SAlex Tomas err = ext4_ext_get_access(handle, inode, path + i); 1217a86c6181SAlex Tomas if (err) 1218a86c6181SAlex Tomas goto cleanup; 1219e8546d06SMarcin Slusarz le16_add_cpu(&path[i].p_hdr->eh_entries, -m); 1220a86c6181SAlex Tomas err = ext4_ext_dirty(handle, inode, path + i); 1221a86c6181SAlex Tomas if (err) 1222a86c6181SAlex Tomas goto cleanup; 1223a86c6181SAlex Tomas } 1224a86c6181SAlex Tomas 1225a86c6181SAlex Tomas i--; 1226a86c6181SAlex Tomas } 1227a86c6181SAlex Tomas 1228a86c6181SAlex Tomas /* insert new index */ 1229a86c6181SAlex Tomas err = ext4_ext_insert_index(handle, inode, path + at, 1230a86c6181SAlex Tomas le32_to_cpu(border), newblock); 1231a86c6181SAlex Tomas 1232a86c6181SAlex Tomas cleanup: 1233a86c6181SAlex Tomas if (bh) { 1234a86c6181SAlex Tomas if (buffer_locked(bh)) 1235a86c6181SAlex Tomas unlock_buffer(bh); 1236a86c6181SAlex Tomas brelse(bh); 1237a86c6181SAlex Tomas } 1238a86c6181SAlex Tomas 1239a86c6181SAlex Tomas if (err) { 1240a86c6181SAlex Tomas /* free all allocated blocks in error case */ 1241a86c6181SAlex Tomas for (i = 0; i < depth; i++) { 1242a86c6181SAlex Tomas if (!ablocks[i]) 1243a86c6181SAlex Tomas continue; 12447dc57615SPeter Huewe ext4_free_blocks(handle, inode, NULL, ablocks[i], 1, 1245e6362609STheodore Ts'o EXT4_FREE_BLOCKS_METADATA); 1246a86c6181SAlex Tomas } 1247a86c6181SAlex Tomas } 1248a86c6181SAlex Tomas kfree(ablocks); 1249a86c6181SAlex Tomas 1250a86c6181SAlex Tomas return err; 1251a86c6181SAlex Tomas } 1252a86c6181SAlex Tomas 1253a86c6181SAlex Tomas /* 1254d0d856e8SRandy Dunlap * ext4_ext_grow_indepth: 1255d0d856e8SRandy Dunlap * implements tree growing procedure: 1256a86c6181SAlex Tomas * - allocates new block 1257a86c6181SAlex Tomas * - moves top-level data (index block or leaf) into the new block 1258d0d856e8SRandy Dunlap * - initializes new top-level, creating index that points to the 1259a86c6181SAlex Tomas * just created block 1260a86c6181SAlex Tomas */ 1261a86c6181SAlex Tomas static int ext4_ext_grow_indepth(handle_t *handle, struct inode *inode, 1262be5cd90dSDmitry Monakhov unsigned int flags) 1263a86c6181SAlex Tomas { 1264a86c6181SAlex Tomas struct ext4_extent_header *neh; 1265a86c6181SAlex Tomas struct buffer_head *bh; 1266be5cd90dSDmitry Monakhov ext4_fsblk_t newblock, goal = 0; 1267be5cd90dSDmitry Monakhov struct ext4_super_block *es = EXT4_SB(inode->i_sb)->s_es; 1268a86c6181SAlex Tomas int err = 0; 1269592acbf1SSriram Rajagopalan size_t ext_size = 0; 1270a86c6181SAlex Tomas 1271be5cd90dSDmitry Monakhov /* Try to prepend new index to old one */ 1272be5cd90dSDmitry Monakhov if (ext_depth(inode)) 1273be5cd90dSDmitry Monakhov goal = ext4_idx_pblock(EXT_FIRST_INDEX(ext_inode_hdr(inode))); 1274be5cd90dSDmitry Monakhov if (goal > le32_to_cpu(es->s_first_data_block)) { 1275be5cd90dSDmitry Monakhov flags |= EXT4_MB_HINT_TRY_GOAL; 1276be5cd90dSDmitry Monakhov goal--; 1277be5cd90dSDmitry Monakhov } else 1278be5cd90dSDmitry Monakhov goal = ext4_inode_to_goal_block(inode); 1279be5cd90dSDmitry Monakhov newblock = ext4_new_meta_blocks(handle, inode, goal, flags, 1280be5cd90dSDmitry Monakhov NULL, &err); 1281a86c6181SAlex Tomas if (newblock == 0) 1282a86c6181SAlex Tomas return err; 1283a86c6181SAlex Tomas 1284c45653c3SNikolay Borisov bh = sb_getblk_gfp(inode->i_sb, newblock, __GFP_MOVABLE | GFP_NOFS); 1285aebf0243SWang Shilong if (unlikely(!bh)) 1286860d21e2STheodore Ts'o return -ENOMEM; 1287a86c6181SAlex Tomas lock_buffer(bh); 1288a86c6181SAlex Tomas 12897e028976SAvantika Mathur err = ext4_journal_get_create_access(handle, bh); 12907e028976SAvantika Mathur if (err) { 1291a86c6181SAlex Tomas unlock_buffer(bh); 1292a86c6181SAlex Tomas goto out; 1293a86c6181SAlex Tomas } 1294a86c6181SAlex Tomas 1295592acbf1SSriram Rajagopalan ext_size = sizeof(EXT4_I(inode)->i_data); 1296a86c6181SAlex Tomas /* move top-level index/leaf into new block */ 1297592acbf1SSriram Rajagopalan memmove(bh->b_data, EXT4_I(inode)->i_data, ext_size); 1298592acbf1SSriram Rajagopalan /* zero out unused area in the extent block */ 1299592acbf1SSriram Rajagopalan memset(bh->b_data + ext_size, 0, inode->i_sb->s_blocksize - ext_size); 1300a86c6181SAlex Tomas 1301a86c6181SAlex Tomas /* set size of new block */ 1302a86c6181SAlex Tomas neh = ext_block_hdr(bh); 1303a86c6181SAlex Tomas /* old root could have indexes or leaves 1304a86c6181SAlex Tomas * so calculate e_max right way */ 1305a86c6181SAlex Tomas if (ext_depth(inode)) 130655ad63bfSTheodore Ts'o neh->eh_max = cpu_to_le16(ext4_ext_space_block_idx(inode, 0)); 1307a86c6181SAlex Tomas else 130855ad63bfSTheodore Ts'o neh->eh_max = cpu_to_le16(ext4_ext_space_block(inode, 0)); 1309a86c6181SAlex Tomas neh->eh_magic = EXT4_EXT_MAGIC; 13107ac5990dSDarrick J. Wong ext4_extent_block_csum_set(inode, neh); 1311a86c6181SAlex Tomas set_buffer_uptodate(bh); 1312a86c6181SAlex Tomas unlock_buffer(bh); 1313a86c6181SAlex Tomas 13140390131bSFrank Mayhar err = ext4_handle_dirty_metadata(handle, inode, bh); 13157e028976SAvantika Mathur if (err) 1316a86c6181SAlex Tomas goto out; 1317a86c6181SAlex Tomas 13181939dd84SDmitry Monakhov /* Update top-level index: num,max,pointer */ 1319a86c6181SAlex Tomas neh = ext_inode_hdr(inode); 13201939dd84SDmitry Monakhov neh->eh_entries = cpu_to_le16(1); 13211939dd84SDmitry Monakhov ext4_idx_store_pblock(EXT_FIRST_INDEX(neh), newblock); 13221939dd84SDmitry Monakhov if (neh->eh_depth == 0) { 13231939dd84SDmitry Monakhov /* Root extent block becomes index block */ 13241939dd84SDmitry Monakhov neh->eh_max = cpu_to_le16(ext4_ext_space_root_idx(inode, 0)); 13251939dd84SDmitry Monakhov EXT_FIRST_INDEX(neh)->ei_block = 13261939dd84SDmitry Monakhov EXT_FIRST_EXTENT(neh)->ee_block; 13271939dd84SDmitry Monakhov } 132870aa1554SRitesh Harjani ext_debug(inode, "new root: num %d(%d), lblock %d, ptr %llu\n", 1329a86c6181SAlex Tomas le16_to_cpu(neh->eh_entries), le16_to_cpu(neh->eh_max), 13305a0790c2SAndi Kleen le32_to_cpu(EXT_FIRST_INDEX(neh)->ei_block), 1331bf89d16fSTheodore Ts'o ext4_idx_pblock(EXT_FIRST_INDEX(neh))); 1332a86c6181SAlex Tomas 1333ba39ebb6SWei Yongjun le16_add_cpu(&neh->eh_depth, 1); 13344209ae12SHarshad Shirwadkar err = ext4_mark_inode_dirty(handle, inode); 1335a86c6181SAlex Tomas out: 1336a86c6181SAlex Tomas brelse(bh); 1337a86c6181SAlex Tomas 1338a86c6181SAlex Tomas return err; 1339a86c6181SAlex Tomas } 1340a86c6181SAlex Tomas 1341a86c6181SAlex Tomas /* 1342d0d856e8SRandy Dunlap * ext4_ext_create_new_leaf: 1343d0d856e8SRandy Dunlap * finds empty index and adds new leaf. 1344d0d856e8SRandy Dunlap * if no free index is found, then it requests in-depth growing. 1345a86c6181SAlex Tomas */ 1346a86c6181SAlex Tomas static int ext4_ext_create_new_leaf(handle_t *handle, struct inode *inode, 1347107a7bd3STheodore Ts'o unsigned int mb_flags, 1348107a7bd3STheodore Ts'o unsigned int gb_flags, 1349dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 1350a86c6181SAlex Tomas struct ext4_extent *newext) 1351a86c6181SAlex Tomas { 1352dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 1353a86c6181SAlex Tomas struct ext4_ext_path *curp; 1354a86c6181SAlex Tomas int depth, i, err = 0; 1355a86c6181SAlex Tomas 1356a86c6181SAlex Tomas repeat: 1357a86c6181SAlex Tomas i = depth = ext_depth(inode); 1358a86c6181SAlex Tomas 1359a86c6181SAlex Tomas /* walk up to the tree and look for free index entry */ 1360a86c6181SAlex Tomas curp = path + depth; 1361a86c6181SAlex Tomas while (i > 0 && !EXT_HAS_FREE_INDEX(curp)) { 1362a86c6181SAlex Tomas i--; 1363a86c6181SAlex Tomas curp--; 1364a86c6181SAlex Tomas } 1365a86c6181SAlex Tomas 1366d0d856e8SRandy Dunlap /* we use already allocated block for index block, 1367d0d856e8SRandy Dunlap * so subsequent data blocks should be contiguous */ 1368a86c6181SAlex Tomas if (EXT_HAS_FREE_INDEX(curp)) { 1369a86c6181SAlex Tomas /* if we found index with free entry, then use that 1370a86c6181SAlex Tomas * entry: create all needed subtree and add new leaf */ 1371107a7bd3STheodore Ts'o err = ext4_ext_split(handle, inode, mb_flags, path, newext, i); 1372787e0981SShen Feng if (err) 1373787e0981SShen Feng goto out; 1374a86c6181SAlex Tomas 1375a86c6181SAlex Tomas /* refill path */ 1376ed8a1a76STheodore Ts'o path = ext4_find_extent(inode, 1377725d26d3SAneesh Kumar K.V (ext4_lblk_t)le32_to_cpu(newext->ee_block), 1378dfe50809STheodore Ts'o ppath, gb_flags); 1379a86c6181SAlex Tomas if (IS_ERR(path)) 1380a86c6181SAlex Tomas err = PTR_ERR(path); 1381a86c6181SAlex Tomas } else { 1382a86c6181SAlex Tomas /* tree is full, time to grow in depth */ 1383be5cd90dSDmitry Monakhov err = ext4_ext_grow_indepth(handle, inode, mb_flags); 1384a86c6181SAlex Tomas if (err) 1385a86c6181SAlex Tomas goto out; 1386a86c6181SAlex Tomas 1387a86c6181SAlex Tomas /* refill path */ 1388ed8a1a76STheodore Ts'o path = ext4_find_extent(inode, 1389725d26d3SAneesh Kumar K.V (ext4_lblk_t)le32_to_cpu(newext->ee_block), 1390dfe50809STheodore Ts'o ppath, gb_flags); 1391a86c6181SAlex Tomas if (IS_ERR(path)) { 1392a86c6181SAlex Tomas err = PTR_ERR(path); 1393a86c6181SAlex Tomas goto out; 1394a86c6181SAlex Tomas } 1395a86c6181SAlex Tomas 1396a86c6181SAlex Tomas /* 1397d0d856e8SRandy Dunlap * only first (depth 0 -> 1) produces free space; 1398d0d856e8SRandy Dunlap * in all other cases we have to split the grown tree 1399a86c6181SAlex Tomas */ 1400a86c6181SAlex Tomas depth = ext_depth(inode); 1401a86c6181SAlex Tomas if (path[depth].p_hdr->eh_entries == path[depth].p_hdr->eh_max) { 1402d0d856e8SRandy Dunlap /* now we need to split */ 1403a86c6181SAlex Tomas goto repeat; 1404a86c6181SAlex Tomas } 1405a86c6181SAlex Tomas } 1406a86c6181SAlex Tomas 1407a86c6181SAlex Tomas out: 1408a86c6181SAlex Tomas return err; 1409a86c6181SAlex Tomas } 1410a86c6181SAlex Tomas 1411a86c6181SAlex Tomas /* 14121988b51eSAlex Tomas * search the closest allocated block to the left for *logical 14131988b51eSAlex Tomas * and returns it at @logical + it's physical address at @phys 14141988b51eSAlex Tomas * if *logical is the smallest allocated block, the function 14151988b51eSAlex Tomas * returns 0 at @phys 14161988b51eSAlex Tomas * return value contains 0 (success) or error code 14171988b51eSAlex Tomas */ 14181f109d5aSTheodore Ts'o static int ext4_ext_search_left(struct inode *inode, 14191f109d5aSTheodore Ts'o struct ext4_ext_path *path, 14201988b51eSAlex Tomas ext4_lblk_t *logical, ext4_fsblk_t *phys) 14211988b51eSAlex Tomas { 14221988b51eSAlex Tomas struct ext4_extent_idx *ix; 14231988b51eSAlex Tomas struct ext4_extent *ex; 1424b939e376SAneesh Kumar K.V int depth, ee_len; 14251988b51eSAlex Tomas 1426273df556SFrank Mayhar if (unlikely(path == NULL)) { 1427273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "path == NULL *logical %d!", *logical); 14286a797d27SDarrick J. Wong return -EFSCORRUPTED; 1429273df556SFrank Mayhar } 14301988b51eSAlex Tomas depth = path->p_depth; 14311988b51eSAlex Tomas *phys = 0; 14321988b51eSAlex Tomas 14331988b51eSAlex Tomas if (depth == 0 && path->p_ext == NULL) 14341988b51eSAlex Tomas return 0; 14351988b51eSAlex Tomas 14361988b51eSAlex Tomas /* usually extent in the path covers blocks smaller 14371988b51eSAlex Tomas * then *logical, but it can be that extent is the 14381988b51eSAlex Tomas * first one in the file */ 14391988b51eSAlex Tomas 14401988b51eSAlex Tomas ex = path[depth].p_ext; 1441b939e376SAneesh Kumar K.V ee_len = ext4_ext_get_actual_len(ex); 14421988b51eSAlex Tomas if (*logical < le32_to_cpu(ex->ee_block)) { 1443273df556SFrank Mayhar if (unlikely(EXT_FIRST_EXTENT(path[depth].p_hdr) != ex)) { 1444273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1445273df556SFrank Mayhar "EXT_FIRST_EXTENT != ex *logical %d ee_block %d!", 1446273df556SFrank Mayhar *logical, le32_to_cpu(ex->ee_block)); 14476a797d27SDarrick J. Wong return -EFSCORRUPTED; 1448273df556SFrank Mayhar } 14491988b51eSAlex Tomas while (--depth >= 0) { 14501988b51eSAlex Tomas ix = path[depth].p_idx; 1451273df556SFrank Mayhar if (unlikely(ix != EXT_FIRST_INDEX(path[depth].p_hdr))) { 1452273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1453273df556SFrank Mayhar "ix (%d) != EXT_FIRST_INDEX (%d) (depth %d)!", 14546ee3b212STao Ma ix != NULL ? le32_to_cpu(ix->ei_block) : 0, 1455273df556SFrank Mayhar EXT_FIRST_INDEX(path[depth].p_hdr) != NULL ? 14566ee3b212STao Ma le32_to_cpu(EXT_FIRST_INDEX(path[depth].p_hdr)->ei_block) : 0, 1457273df556SFrank Mayhar depth); 14586a797d27SDarrick J. Wong return -EFSCORRUPTED; 1459273df556SFrank Mayhar } 14601988b51eSAlex Tomas } 14611988b51eSAlex Tomas return 0; 14621988b51eSAlex Tomas } 14631988b51eSAlex Tomas 1464273df556SFrank Mayhar if (unlikely(*logical < (le32_to_cpu(ex->ee_block) + ee_len))) { 1465273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1466273df556SFrank Mayhar "logical %d < ee_block %d + ee_len %d!", 1467273df556SFrank Mayhar *logical, le32_to_cpu(ex->ee_block), ee_len); 14686a797d27SDarrick J. Wong return -EFSCORRUPTED; 1469273df556SFrank Mayhar } 14701988b51eSAlex Tomas 1471b939e376SAneesh Kumar K.V *logical = le32_to_cpu(ex->ee_block) + ee_len - 1; 1472bf89d16fSTheodore Ts'o *phys = ext4_ext_pblock(ex) + ee_len - 1; 14731988b51eSAlex Tomas return 0; 14741988b51eSAlex Tomas } 14751988b51eSAlex Tomas 14761988b51eSAlex Tomas /* 1477d7dce9e0Syangerkun * Search the closest allocated block to the right for *logical 1478d7dce9e0Syangerkun * and returns it at @logical + it's physical address at @phys. 1479d7dce9e0Syangerkun * If not exists, return 0 and @phys is set to 0. We will return 1480d7dce9e0Syangerkun * 1 which means we found an allocated block and ret_ex is valid. 1481d7dce9e0Syangerkun * Or return a (< 0) error code. 14821988b51eSAlex Tomas */ 14831f109d5aSTheodore Ts'o static int ext4_ext_search_right(struct inode *inode, 14841f109d5aSTheodore Ts'o struct ext4_ext_path *path, 14854d33b1efSTheodore Ts'o ext4_lblk_t *logical, ext4_fsblk_t *phys, 1486d7dce9e0Syangerkun struct ext4_extent *ret_ex) 14871988b51eSAlex Tomas { 14881988b51eSAlex Tomas struct buffer_head *bh = NULL; 14891988b51eSAlex Tomas struct ext4_extent_header *eh; 14901988b51eSAlex Tomas struct ext4_extent_idx *ix; 14911988b51eSAlex Tomas struct ext4_extent *ex; 14921988b51eSAlex Tomas ext4_fsblk_t block; 1493395a87bfSEric Sandeen int depth; /* Note, NOT eh_depth; depth from top of tree */ 1494395a87bfSEric Sandeen int ee_len; 14951988b51eSAlex Tomas 1496273df556SFrank Mayhar if (unlikely(path == NULL)) { 1497273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "path == NULL *logical %d!", *logical); 14986a797d27SDarrick J. Wong return -EFSCORRUPTED; 1499273df556SFrank Mayhar } 15001988b51eSAlex Tomas depth = path->p_depth; 15011988b51eSAlex Tomas *phys = 0; 15021988b51eSAlex Tomas 15031988b51eSAlex Tomas if (depth == 0 && path->p_ext == NULL) 15041988b51eSAlex Tomas return 0; 15051988b51eSAlex Tomas 15061988b51eSAlex Tomas /* usually extent in the path covers blocks smaller 15071988b51eSAlex Tomas * then *logical, but it can be that extent is the 15081988b51eSAlex Tomas * first one in the file */ 15091988b51eSAlex Tomas 15101988b51eSAlex Tomas ex = path[depth].p_ext; 1511b939e376SAneesh Kumar K.V ee_len = ext4_ext_get_actual_len(ex); 15121988b51eSAlex Tomas if (*logical < le32_to_cpu(ex->ee_block)) { 1513273df556SFrank Mayhar if (unlikely(EXT_FIRST_EXTENT(path[depth].p_hdr) != ex)) { 1514273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1515273df556SFrank Mayhar "first_extent(path[%d].p_hdr) != ex", 1516273df556SFrank Mayhar depth); 15176a797d27SDarrick J. Wong return -EFSCORRUPTED; 1518273df556SFrank Mayhar } 15191988b51eSAlex Tomas while (--depth >= 0) { 15201988b51eSAlex Tomas ix = path[depth].p_idx; 1521273df556SFrank Mayhar if (unlikely(ix != EXT_FIRST_INDEX(path[depth].p_hdr))) { 1522273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1523273df556SFrank Mayhar "ix != EXT_FIRST_INDEX *logical %d!", 1524273df556SFrank Mayhar *logical); 15256a797d27SDarrick J. Wong return -EFSCORRUPTED; 1526273df556SFrank Mayhar } 15271988b51eSAlex Tomas } 15284d33b1efSTheodore Ts'o goto found_extent; 15291988b51eSAlex Tomas } 15301988b51eSAlex Tomas 1531273df556SFrank Mayhar if (unlikely(*logical < (le32_to_cpu(ex->ee_block) + ee_len))) { 1532273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1533273df556SFrank Mayhar "logical %d < ee_block %d + ee_len %d!", 1534273df556SFrank Mayhar *logical, le32_to_cpu(ex->ee_block), ee_len); 15356a797d27SDarrick J. Wong return -EFSCORRUPTED; 1536273df556SFrank Mayhar } 15371988b51eSAlex Tomas 15381988b51eSAlex Tomas if (ex != EXT_LAST_EXTENT(path[depth].p_hdr)) { 15391988b51eSAlex Tomas /* next allocated block in this leaf */ 15401988b51eSAlex Tomas ex++; 15414d33b1efSTheodore Ts'o goto found_extent; 15421988b51eSAlex Tomas } 15431988b51eSAlex Tomas 15441988b51eSAlex Tomas /* go up and search for index to the right */ 15451988b51eSAlex Tomas while (--depth >= 0) { 15461988b51eSAlex Tomas ix = path[depth].p_idx; 15471988b51eSAlex Tomas if (ix != EXT_LAST_INDEX(path[depth].p_hdr)) 154825f1ee3aSWu Fengguang goto got_index; 15491988b51eSAlex Tomas } 15501988b51eSAlex Tomas 155125f1ee3aSWu Fengguang /* we've gone up to the root and found no index to the right */ 15521988b51eSAlex Tomas return 0; 15531988b51eSAlex Tomas 155425f1ee3aSWu Fengguang got_index: 15551988b51eSAlex Tomas /* we've found index to the right, let's 15561988b51eSAlex Tomas * follow it and find the closest allocated 15571988b51eSAlex Tomas * block to the right */ 15581988b51eSAlex Tomas ix++; 1559bf89d16fSTheodore Ts'o block = ext4_idx_pblock(ix); 15601988b51eSAlex Tomas while (++depth < path->p_depth) { 1561395a87bfSEric Sandeen /* subtract from p_depth to get proper eh_depth */ 15627d7ea89eSTheodore Ts'o bh = read_extent_tree_block(inode, block, 1563107a7bd3STheodore Ts'o path->p_depth - depth, 0); 15647d7ea89eSTheodore Ts'o if (IS_ERR(bh)) 15657d7ea89eSTheodore Ts'o return PTR_ERR(bh); 15667d7ea89eSTheodore Ts'o eh = ext_block_hdr(bh); 15671988b51eSAlex Tomas ix = EXT_FIRST_INDEX(eh); 1568bf89d16fSTheodore Ts'o block = ext4_idx_pblock(ix); 15691988b51eSAlex Tomas put_bh(bh); 15701988b51eSAlex Tomas } 15711988b51eSAlex Tomas 1572107a7bd3STheodore Ts'o bh = read_extent_tree_block(inode, block, path->p_depth - depth, 0); 15737d7ea89eSTheodore Ts'o if (IS_ERR(bh)) 15747d7ea89eSTheodore Ts'o return PTR_ERR(bh); 15751988b51eSAlex Tomas eh = ext_block_hdr(bh); 15761988b51eSAlex Tomas ex = EXT_FIRST_EXTENT(eh); 15774d33b1efSTheodore Ts'o found_extent: 15781988b51eSAlex Tomas *logical = le32_to_cpu(ex->ee_block); 1579bf89d16fSTheodore Ts'o *phys = ext4_ext_pblock(ex); 1580d7dce9e0Syangerkun if (ret_ex) 1581d7dce9e0Syangerkun *ret_ex = *ex; 15824d33b1efSTheodore Ts'o if (bh) 15831988b51eSAlex Tomas put_bh(bh); 1584d7dce9e0Syangerkun return 1; 15851988b51eSAlex Tomas } 15861988b51eSAlex Tomas 15871988b51eSAlex Tomas /* 1588d0d856e8SRandy Dunlap * ext4_ext_next_allocated_block: 1589f17722f9SLukas Czerner * returns allocated block in subsequent extent or EXT_MAX_BLOCKS. 1590d0d856e8SRandy Dunlap * NOTE: it considers block number from index entry as 1591d0d856e8SRandy Dunlap * allocated block. Thus, index entries have to be consistent 1592d0d856e8SRandy Dunlap * with leaves. 1593a86c6181SAlex Tomas */ 1594fcf6b1b7SDmitry Monakhov ext4_lblk_t 1595a86c6181SAlex Tomas ext4_ext_next_allocated_block(struct ext4_ext_path *path) 1596a86c6181SAlex Tomas { 1597a86c6181SAlex Tomas int depth; 1598a86c6181SAlex Tomas 1599a86c6181SAlex Tomas BUG_ON(path == NULL); 1600a86c6181SAlex Tomas depth = path->p_depth; 1601a86c6181SAlex Tomas 1602a86c6181SAlex Tomas if (depth == 0 && path->p_ext == NULL) 1603f17722f9SLukas Czerner return EXT_MAX_BLOCKS; 1604a86c6181SAlex Tomas 1605a86c6181SAlex Tomas while (depth >= 0) { 16066e89bbb7SEric Biggers struct ext4_ext_path *p = &path[depth]; 16076e89bbb7SEric Biggers 1608a86c6181SAlex Tomas if (depth == path->p_depth) { 1609a86c6181SAlex Tomas /* leaf */ 16106e89bbb7SEric Biggers if (p->p_ext && p->p_ext != EXT_LAST_EXTENT(p->p_hdr)) 16116e89bbb7SEric Biggers return le32_to_cpu(p->p_ext[1].ee_block); 1612a86c6181SAlex Tomas } else { 1613a86c6181SAlex Tomas /* index */ 16146e89bbb7SEric Biggers if (p->p_idx != EXT_LAST_INDEX(p->p_hdr)) 16156e89bbb7SEric Biggers return le32_to_cpu(p->p_idx[1].ei_block); 1616a86c6181SAlex Tomas } 1617a86c6181SAlex Tomas depth--; 1618a86c6181SAlex Tomas } 1619a86c6181SAlex Tomas 1620f17722f9SLukas Czerner return EXT_MAX_BLOCKS; 1621a86c6181SAlex Tomas } 1622a86c6181SAlex Tomas 1623a86c6181SAlex Tomas /* 1624d0d856e8SRandy Dunlap * ext4_ext_next_leaf_block: 1625f17722f9SLukas Czerner * returns first allocated block from next leaf or EXT_MAX_BLOCKS 1626a86c6181SAlex Tomas */ 16275718789dSRobin Dong static ext4_lblk_t ext4_ext_next_leaf_block(struct ext4_ext_path *path) 1628a86c6181SAlex Tomas { 1629a86c6181SAlex Tomas int depth; 1630a86c6181SAlex Tomas 1631a86c6181SAlex Tomas BUG_ON(path == NULL); 1632a86c6181SAlex Tomas depth = path->p_depth; 1633a86c6181SAlex Tomas 1634a86c6181SAlex Tomas /* zero-tree has no leaf blocks at all */ 1635a86c6181SAlex Tomas if (depth == 0) 1636f17722f9SLukas Czerner return EXT_MAX_BLOCKS; 1637a86c6181SAlex Tomas 1638a86c6181SAlex Tomas /* go to index block */ 1639a86c6181SAlex Tomas depth--; 1640a86c6181SAlex Tomas 1641a86c6181SAlex Tomas while (depth >= 0) { 1642a86c6181SAlex Tomas if (path[depth].p_idx != 1643a86c6181SAlex Tomas EXT_LAST_INDEX(path[depth].p_hdr)) 1644725d26d3SAneesh Kumar K.V return (ext4_lblk_t) 1645725d26d3SAneesh Kumar K.V le32_to_cpu(path[depth].p_idx[1].ei_block); 1646a86c6181SAlex Tomas depth--; 1647a86c6181SAlex Tomas } 1648a86c6181SAlex Tomas 1649f17722f9SLukas Czerner return EXT_MAX_BLOCKS; 1650a86c6181SAlex Tomas } 1651a86c6181SAlex Tomas 1652a86c6181SAlex Tomas /* 1653d0d856e8SRandy Dunlap * ext4_ext_correct_indexes: 1654d0d856e8SRandy Dunlap * if leaf gets modified and modified extent is first in the leaf, 1655d0d856e8SRandy Dunlap * then we have to correct all indexes above. 1656a86c6181SAlex Tomas * TODO: do we need to correct tree in all cases? 1657a86c6181SAlex Tomas */ 16581d03ec98SAneesh Kumar K.V static int ext4_ext_correct_indexes(handle_t *handle, struct inode *inode, 1659a86c6181SAlex Tomas struct ext4_ext_path *path) 1660a86c6181SAlex Tomas { 1661a86c6181SAlex Tomas struct ext4_extent_header *eh; 1662a86c6181SAlex Tomas int depth = ext_depth(inode); 1663a86c6181SAlex Tomas struct ext4_extent *ex; 1664a86c6181SAlex Tomas __le32 border; 1665a86c6181SAlex Tomas int k, err = 0; 1666a86c6181SAlex Tomas 1667a86c6181SAlex Tomas eh = path[depth].p_hdr; 1668a86c6181SAlex Tomas ex = path[depth].p_ext; 1669273df556SFrank Mayhar 1670273df556SFrank Mayhar if (unlikely(ex == NULL || eh == NULL)) { 1671273df556SFrank Mayhar EXT4_ERROR_INODE(inode, 1672273df556SFrank Mayhar "ex %p == NULL or eh %p == NULL", ex, eh); 16736a797d27SDarrick J. Wong return -EFSCORRUPTED; 1674273df556SFrank Mayhar } 1675a86c6181SAlex Tomas 1676a86c6181SAlex Tomas if (depth == 0) { 1677a86c6181SAlex Tomas /* there is no tree at all */ 1678a86c6181SAlex Tomas return 0; 1679a86c6181SAlex Tomas } 1680a86c6181SAlex Tomas 1681a86c6181SAlex Tomas if (ex != EXT_FIRST_EXTENT(eh)) { 1682a86c6181SAlex Tomas /* we correct tree if first leaf got modified only */ 1683a86c6181SAlex Tomas return 0; 1684a86c6181SAlex Tomas } 1685a86c6181SAlex Tomas 1686a86c6181SAlex Tomas /* 1687d0d856e8SRandy Dunlap * TODO: we need correction if border is smaller than current one 1688a86c6181SAlex Tomas */ 1689a86c6181SAlex Tomas k = depth - 1; 1690a86c6181SAlex Tomas border = path[depth].p_ext->ee_block; 16917e028976SAvantika Mathur err = ext4_ext_get_access(handle, inode, path + k); 16927e028976SAvantika Mathur if (err) 1693a86c6181SAlex Tomas return err; 1694a86c6181SAlex Tomas path[k].p_idx->ei_block = border; 16957e028976SAvantika Mathur err = ext4_ext_dirty(handle, inode, path + k); 16967e028976SAvantika Mathur if (err) 1697a86c6181SAlex Tomas return err; 1698a86c6181SAlex Tomas 1699a86c6181SAlex Tomas while (k--) { 1700a86c6181SAlex Tomas /* change all left-side indexes */ 1701a86c6181SAlex Tomas if (path[k+1].p_idx != EXT_FIRST_INDEX(path[k+1].p_hdr)) 1702a86c6181SAlex Tomas break; 17037e028976SAvantika Mathur err = ext4_ext_get_access(handle, inode, path + k); 17047e028976SAvantika Mathur if (err) 1705a86c6181SAlex Tomas break; 1706a86c6181SAlex Tomas path[k].p_idx->ei_block = border; 17077e028976SAvantika Mathur err = ext4_ext_dirty(handle, inode, path + k); 17087e028976SAvantika Mathur if (err) 1709a86c6181SAlex Tomas break; 1710a86c6181SAlex Tomas } 1711a86c6181SAlex Tomas 1712a86c6181SAlex Tomas return err; 1713a86c6181SAlex Tomas } 1714a86c6181SAlex Tomas 171543f81677SEric Biggers static int ext4_can_extents_be_merged(struct inode *inode, 171643f81677SEric Biggers struct ext4_extent *ex1, 1717a86c6181SAlex Tomas struct ext4_extent *ex2) 1718a86c6181SAlex Tomas { 1719da0169b3SEric Sandeen unsigned short ext1_ee_len, ext2_ee_len; 1720a2df2a63SAmit Arora 1721556615dcSLukas Czerner if (ext4_ext_is_unwritten(ex1) != ext4_ext_is_unwritten(ex2)) 1722a2df2a63SAmit Arora return 0; 1723a2df2a63SAmit Arora 1724a2df2a63SAmit Arora ext1_ee_len = ext4_ext_get_actual_len(ex1); 1725a2df2a63SAmit Arora ext2_ee_len = ext4_ext_get_actual_len(ex2); 1726a2df2a63SAmit Arora 1727a2df2a63SAmit Arora if (le32_to_cpu(ex1->ee_block) + ext1_ee_len != 172863f57933SAndrew Morton le32_to_cpu(ex2->ee_block)) 1729a86c6181SAlex Tomas return 0; 1730a86c6181SAlex Tomas 1731da0169b3SEric Sandeen if (ext1_ee_len + ext2_ee_len > EXT_INIT_MAX_LEN) 1732471d4011SSuparna Bhattacharya return 0; 1733378f32baSMatthew Bobrowski 1734556615dcSLukas Czerner if (ext4_ext_is_unwritten(ex1) && 1735378f32baSMatthew Bobrowski ext1_ee_len + ext2_ee_len > EXT_UNWRITTEN_MAX_LEN) 1736a9b82415SDarrick J. Wong return 0; 1737bbf2f9fbSRobert P. J. Day #ifdef AGGRESSIVE_TEST 1738b939e376SAneesh Kumar K.V if (ext1_ee_len >= 4) 1739a86c6181SAlex Tomas return 0; 1740a86c6181SAlex Tomas #endif 1741a86c6181SAlex Tomas 1742bf89d16fSTheodore Ts'o if (ext4_ext_pblock(ex1) + ext1_ee_len == ext4_ext_pblock(ex2)) 1743a86c6181SAlex Tomas return 1; 1744a86c6181SAlex Tomas return 0; 1745a86c6181SAlex Tomas } 1746a86c6181SAlex Tomas 1747a86c6181SAlex Tomas /* 174856055d3aSAmit Arora * This function tries to merge the "ex" extent to the next extent in the tree. 174956055d3aSAmit Arora * It always tries to merge towards right. If you want to merge towards 175056055d3aSAmit Arora * left, pass "ex - 1" as argument instead of "ex". 175156055d3aSAmit Arora * Returns 0 if the extents (ex and ex+1) were _not_ merged and returns 175256055d3aSAmit Arora * 1 if they got merged. 175356055d3aSAmit Arora */ 1754197217a5SYongqiang Yang static int ext4_ext_try_to_merge_right(struct inode *inode, 175556055d3aSAmit Arora struct ext4_ext_path *path, 175656055d3aSAmit Arora struct ext4_extent *ex) 175756055d3aSAmit Arora { 175856055d3aSAmit Arora struct ext4_extent_header *eh; 175956055d3aSAmit Arora unsigned int depth, len; 1760556615dcSLukas Czerner int merge_done = 0, unwritten; 176156055d3aSAmit Arora 176256055d3aSAmit Arora depth = ext_depth(inode); 176356055d3aSAmit Arora BUG_ON(path[depth].p_hdr == NULL); 176456055d3aSAmit Arora eh = path[depth].p_hdr; 176556055d3aSAmit Arora 176656055d3aSAmit Arora while (ex < EXT_LAST_EXTENT(eh)) { 176756055d3aSAmit Arora if (!ext4_can_extents_be_merged(inode, ex, ex + 1)) 176856055d3aSAmit Arora break; 176956055d3aSAmit Arora /* merge with next extent! */ 1770556615dcSLukas Czerner unwritten = ext4_ext_is_unwritten(ex); 177156055d3aSAmit Arora ex->ee_len = cpu_to_le16(ext4_ext_get_actual_len(ex) 177256055d3aSAmit Arora + ext4_ext_get_actual_len(ex + 1)); 1773556615dcSLukas Czerner if (unwritten) 1774556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); 177556055d3aSAmit Arora 177656055d3aSAmit Arora if (ex + 1 < EXT_LAST_EXTENT(eh)) { 177756055d3aSAmit Arora len = (EXT_LAST_EXTENT(eh) - ex - 1) 177856055d3aSAmit Arora * sizeof(struct ext4_extent); 177956055d3aSAmit Arora memmove(ex + 1, ex + 2, len); 178056055d3aSAmit Arora } 1781e8546d06SMarcin Slusarz le16_add_cpu(&eh->eh_entries, -1); 178256055d3aSAmit Arora merge_done = 1; 178356055d3aSAmit Arora WARN_ON(eh->eh_entries == 0); 178456055d3aSAmit Arora if (!eh->eh_entries) 178524676da4STheodore Ts'o EXT4_ERROR_INODE(inode, "eh->eh_entries = 0!"); 178656055d3aSAmit Arora } 178756055d3aSAmit Arora 178856055d3aSAmit Arora return merge_done; 178956055d3aSAmit Arora } 179056055d3aSAmit Arora 179156055d3aSAmit Arora /* 1792ecb94f5fSTheodore Ts'o * This function does a very simple check to see if we can collapse 1793ecb94f5fSTheodore Ts'o * an extent tree with a single extent tree leaf block into the inode. 1794ecb94f5fSTheodore Ts'o */ 1795ecb94f5fSTheodore Ts'o static void ext4_ext_try_to_merge_up(handle_t *handle, 1796ecb94f5fSTheodore Ts'o struct inode *inode, 1797ecb94f5fSTheodore Ts'o struct ext4_ext_path *path) 1798ecb94f5fSTheodore Ts'o { 1799ecb94f5fSTheodore Ts'o size_t s; 1800ecb94f5fSTheodore Ts'o unsigned max_root = ext4_ext_space_root(inode, 0); 1801ecb94f5fSTheodore Ts'o ext4_fsblk_t blk; 1802ecb94f5fSTheodore Ts'o 1803ecb94f5fSTheodore Ts'o if ((path[0].p_depth != 1) || 1804ecb94f5fSTheodore Ts'o (le16_to_cpu(path[0].p_hdr->eh_entries) != 1) || 1805ecb94f5fSTheodore Ts'o (le16_to_cpu(path[1].p_hdr->eh_entries) > max_root)) 1806ecb94f5fSTheodore Ts'o return; 1807ecb94f5fSTheodore Ts'o 1808ecb94f5fSTheodore Ts'o /* 1809ecb94f5fSTheodore Ts'o * We need to modify the block allocation bitmap and the block 1810ecb94f5fSTheodore Ts'o * group descriptor to release the extent tree block. If we 1811ecb94f5fSTheodore Ts'o * can't get the journal credits, give up. 1812ecb94f5fSTheodore Ts'o */ 181383448bdfSJan Kara if (ext4_journal_extend(handle, 2, 181483448bdfSJan Kara ext4_free_metadata_revoke_credits(inode->i_sb, 1))) 1815ecb94f5fSTheodore Ts'o return; 1816ecb94f5fSTheodore Ts'o 1817ecb94f5fSTheodore Ts'o /* 1818ecb94f5fSTheodore Ts'o * Copy the extent data up to the inode 1819ecb94f5fSTheodore Ts'o */ 1820ecb94f5fSTheodore Ts'o blk = ext4_idx_pblock(path[0].p_idx); 1821ecb94f5fSTheodore Ts'o s = le16_to_cpu(path[1].p_hdr->eh_entries) * 1822ecb94f5fSTheodore Ts'o sizeof(struct ext4_extent_idx); 1823ecb94f5fSTheodore Ts'o s += sizeof(struct ext4_extent_header); 1824ecb94f5fSTheodore Ts'o 182510809df8STheodore Ts'o path[1].p_maxdepth = path[0].p_maxdepth; 1826ecb94f5fSTheodore Ts'o memcpy(path[0].p_hdr, path[1].p_hdr, s); 1827ecb94f5fSTheodore Ts'o path[0].p_depth = 0; 1828ecb94f5fSTheodore Ts'o path[0].p_ext = EXT_FIRST_EXTENT(path[0].p_hdr) + 1829ecb94f5fSTheodore Ts'o (path[1].p_ext - EXT_FIRST_EXTENT(path[1].p_hdr)); 1830ecb94f5fSTheodore Ts'o path[0].p_hdr->eh_max = cpu_to_le16(max_root); 1831ecb94f5fSTheodore Ts'o 1832ecb94f5fSTheodore Ts'o brelse(path[1].p_bh); 1833ecb94f5fSTheodore Ts'o ext4_free_blocks(handle, inode, NULL, blk, 1, 183471d4f7d0STheodore Ts'o EXT4_FREE_BLOCKS_METADATA | EXT4_FREE_BLOCKS_FORGET); 1835ecb94f5fSTheodore Ts'o } 1836ecb94f5fSTheodore Ts'o 1837ecb94f5fSTheodore Ts'o /* 1838adde81cfSEric Biggers * This function tries to merge the @ex extent to neighbours in the tree, then 1839adde81cfSEric Biggers * tries to collapse the extent tree into the inode. 1840197217a5SYongqiang Yang */ 1841ecb94f5fSTheodore Ts'o static void ext4_ext_try_to_merge(handle_t *handle, 1842ecb94f5fSTheodore Ts'o struct inode *inode, 1843197217a5SYongqiang Yang struct ext4_ext_path *path, 1844adde81cfSEric Biggers struct ext4_extent *ex) 1845adde81cfSEric Biggers { 1846197217a5SYongqiang Yang struct ext4_extent_header *eh; 1847197217a5SYongqiang Yang unsigned int depth; 1848197217a5SYongqiang Yang int merge_done = 0; 1849197217a5SYongqiang Yang 1850197217a5SYongqiang Yang depth = ext_depth(inode); 1851197217a5SYongqiang Yang BUG_ON(path[depth].p_hdr == NULL); 1852197217a5SYongqiang Yang eh = path[depth].p_hdr; 1853197217a5SYongqiang Yang 1854197217a5SYongqiang Yang if (ex > EXT_FIRST_EXTENT(eh)) 1855197217a5SYongqiang Yang merge_done = ext4_ext_try_to_merge_right(inode, path, ex - 1); 1856197217a5SYongqiang Yang 1857197217a5SYongqiang Yang if (!merge_done) 1858ecb94f5fSTheodore Ts'o (void) ext4_ext_try_to_merge_right(inode, path, ex); 1859197217a5SYongqiang Yang 1860ecb94f5fSTheodore Ts'o ext4_ext_try_to_merge_up(handle, inode, path); 1861197217a5SYongqiang Yang } 1862197217a5SYongqiang Yang 1863197217a5SYongqiang Yang /* 186425d14f98SAmit Arora * check if a portion of the "newext" extent overlaps with an 186525d14f98SAmit Arora * existing extent. 186625d14f98SAmit Arora * 186725d14f98SAmit Arora * If there is an overlap discovered, it updates the length of the newext 186825d14f98SAmit Arora * such that there will be no overlap, and then returns 1. 186925d14f98SAmit Arora * If there is no overlap found, it returns 0. 187025d14f98SAmit Arora */ 18714d33b1efSTheodore Ts'o static unsigned int ext4_ext_check_overlap(struct ext4_sb_info *sbi, 18724d33b1efSTheodore Ts'o struct inode *inode, 187325d14f98SAmit Arora struct ext4_extent *newext, 187425d14f98SAmit Arora struct ext4_ext_path *path) 187525d14f98SAmit Arora { 1876725d26d3SAneesh Kumar K.V ext4_lblk_t b1, b2; 187725d14f98SAmit Arora unsigned int depth, len1; 187825d14f98SAmit Arora unsigned int ret = 0; 187925d14f98SAmit Arora 188025d14f98SAmit Arora b1 = le32_to_cpu(newext->ee_block); 1881a2df2a63SAmit Arora len1 = ext4_ext_get_actual_len(newext); 188225d14f98SAmit Arora depth = ext_depth(inode); 188325d14f98SAmit Arora if (!path[depth].p_ext) 188425d14f98SAmit Arora goto out; 1885f5a44db5STheodore Ts'o b2 = EXT4_LBLK_CMASK(sbi, le32_to_cpu(path[depth].p_ext->ee_block)); 188625d14f98SAmit Arora 188725d14f98SAmit Arora /* 188825d14f98SAmit Arora * get the next allocated block if the extent in the path 188925d14f98SAmit Arora * is before the requested block(s) 189025d14f98SAmit Arora */ 189125d14f98SAmit Arora if (b2 < b1) { 189225d14f98SAmit Arora b2 = ext4_ext_next_allocated_block(path); 1893f17722f9SLukas Czerner if (b2 == EXT_MAX_BLOCKS) 189425d14f98SAmit Arora goto out; 1895f5a44db5STheodore Ts'o b2 = EXT4_LBLK_CMASK(sbi, b2); 189625d14f98SAmit Arora } 189725d14f98SAmit Arora 1898725d26d3SAneesh Kumar K.V /* check for wrap through zero on extent logical start block*/ 189925d14f98SAmit Arora if (b1 + len1 < b1) { 1900f17722f9SLukas Czerner len1 = EXT_MAX_BLOCKS - b1; 190125d14f98SAmit Arora newext->ee_len = cpu_to_le16(len1); 190225d14f98SAmit Arora ret = 1; 190325d14f98SAmit Arora } 190425d14f98SAmit Arora 190525d14f98SAmit Arora /* check for overlap */ 190625d14f98SAmit Arora if (b1 + len1 > b2) { 190725d14f98SAmit Arora newext->ee_len = cpu_to_le16(b2 - b1); 190825d14f98SAmit Arora ret = 1; 190925d14f98SAmit Arora } 191025d14f98SAmit Arora out: 191125d14f98SAmit Arora return ret; 191225d14f98SAmit Arora } 191325d14f98SAmit Arora 191425d14f98SAmit Arora /* 1915d0d856e8SRandy Dunlap * ext4_ext_insert_extent: 1916e4d7f2d3SKeyur Patel * tries to merge requested extent into the existing extent or 1917d0d856e8SRandy Dunlap * inserts requested extent as new one into the tree, 1918d0d856e8SRandy Dunlap * creating new leaf in the no-space case. 1919a86c6181SAlex Tomas */ 1920a86c6181SAlex Tomas int ext4_ext_insert_extent(handle_t *handle, struct inode *inode, 1921dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 1922107a7bd3STheodore Ts'o struct ext4_extent *newext, int gb_flags) 1923a86c6181SAlex Tomas { 1924dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 1925a86c6181SAlex Tomas struct ext4_extent_header *eh; 1926a86c6181SAlex Tomas struct ext4_extent *ex, *fex; 1927a86c6181SAlex Tomas struct ext4_extent *nearex; /* nearest extent */ 1928a86c6181SAlex Tomas struct ext4_ext_path *npath = NULL; 1929725d26d3SAneesh Kumar K.V int depth, len, err; 1930725d26d3SAneesh Kumar K.V ext4_lblk_t next; 1931556615dcSLukas Czerner int mb_flags = 0, unwritten; 1932a86c6181SAlex Tomas 1933e3cf5d5dSTheodore Ts'o if (gb_flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) 1934e3cf5d5dSTheodore Ts'o mb_flags |= EXT4_MB_DELALLOC_RESERVED; 1935273df556SFrank Mayhar if (unlikely(ext4_ext_get_actual_len(newext) == 0)) { 1936273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "ext4_ext_get_actual_len(newext) == 0"); 19376a797d27SDarrick J. Wong return -EFSCORRUPTED; 1938273df556SFrank Mayhar } 1939a86c6181SAlex Tomas depth = ext_depth(inode); 1940a86c6181SAlex Tomas ex = path[depth].p_ext; 1941be8981beSLukas Czerner eh = path[depth].p_hdr; 1942273df556SFrank Mayhar if (unlikely(path[depth].p_hdr == NULL)) { 1943273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "path[%d].p_hdr == NULL", depth); 19446a797d27SDarrick J. Wong return -EFSCORRUPTED; 1945273df556SFrank Mayhar } 1946a86c6181SAlex Tomas 1947a86c6181SAlex Tomas /* try to insert block into found extent and return */ 1948107a7bd3STheodore Ts'o if (ex && !(gb_flags & EXT4_GET_BLOCKS_PRE_IO)) { 1949be8981beSLukas Czerner 1950be8981beSLukas Czerner /* 1951be8981beSLukas Czerner * Try to see whether we should rather test the extent on 1952be8981beSLukas Czerner * right from ex, or from the left of ex. This is because 1953ed8a1a76STheodore Ts'o * ext4_find_extent() can return either extent on the 1954be8981beSLukas Czerner * left, or on the right from the searched position. This 1955be8981beSLukas Czerner * will make merging more effective. 1956be8981beSLukas Czerner */ 1957be8981beSLukas Czerner if (ex < EXT_LAST_EXTENT(eh) && 1958be8981beSLukas Czerner (le32_to_cpu(ex->ee_block) + 1959be8981beSLukas Czerner ext4_ext_get_actual_len(ex) < 1960be8981beSLukas Czerner le32_to_cpu(newext->ee_block))) { 1961be8981beSLukas Czerner ex += 1; 1962be8981beSLukas Czerner goto prepend; 1963be8981beSLukas Czerner } else if ((ex > EXT_FIRST_EXTENT(eh)) && 1964be8981beSLukas Czerner (le32_to_cpu(newext->ee_block) + 1965be8981beSLukas Czerner ext4_ext_get_actual_len(newext) < 1966be8981beSLukas Czerner le32_to_cpu(ex->ee_block))) 1967be8981beSLukas Czerner ex -= 1; 1968be8981beSLukas Czerner 1969be8981beSLukas Czerner /* Try to append newex to the ex */ 1970be8981beSLukas Czerner if (ext4_can_extents_be_merged(inode, ex, newext)) { 197170aa1554SRitesh Harjani ext_debug(inode, "append [%d]%d block to %u:[%d]%d" 1972be8981beSLukas Czerner "(from %llu)\n", 1973556615dcSLukas Czerner ext4_ext_is_unwritten(newext), 1974a2df2a63SAmit Arora ext4_ext_get_actual_len(newext), 1975a86c6181SAlex Tomas le32_to_cpu(ex->ee_block), 1976556615dcSLukas Czerner ext4_ext_is_unwritten(ex), 1977bf89d16fSTheodore Ts'o ext4_ext_get_actual_len(ex), 1978bf89d16fSTheodore Ts'o ext4_ext_pblock(ex)); 1979be8981beSLukas Czerner err = ext4_ext_get_access(handle, inode, 1980be8981beSLukas Czerner path + depth); 19817e028976SAvantika Mathur if (err) 1982a86c6181SAlex Tomas return err; 1983556615dcSLukas Czerner unwritten = ext4_ext_is_unwritten(ex); 1984a2df2a63SAmit Arora ex->ee_len = cpu_to_le16(ext4_ext_get_actual_len(ex) 1985a2df2a63SAmit Arora + ext4_ext_get_actual_len(newext)); 1986556615dcSLukas Czerner if (unwritten) 1987556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); 1988a86c6181SAlex Tomas eh = path[depth].p_hdr; 1989a86c6181SAlex Tomas nearex = ex; 1990a86c6181SAlex Tomas goto merge; 1991a86c6181SAlex Tomas } 1992a86c6181SAlex Tomas 1993be8981beSLukas Czerner prepend: 1994be8981beSLukas Czerner /* Try to prepend newex to the ex */ 1995be8981beSLukas Czerner if (ext4_can_extents_be_merged(inode, newext, ex)) { 199670aa1554SRitesh Harjani ext_debug(inode, "prepend %u[%d]%d block to %u:[%d]%d" 1997be8981beSLukas Czerner "(from %llu)\n", 1998be8981beSLukas Czerner le32_to_cpu(newext->ee_block), 1999556615dcSLukas Czerner ext4_ext_is_unwritten(newext), 2000be8981beSLukas Czerner ext4_ext_get_actual_len(newext), 2001be8981beSLukas Czerner le32_to_cpu(ex->ee_block), 2002556615dcSLukas Czerner ext4_ext_is_unwritten(ex), 2003be8981beSLukas Czerner ext4_ext_get_actual_len(ex), 2004be8981beSLukas Czerner ext4_ext_pblock(ex)); 2005be8981beSLukas Czerner err = ext4_ext_get_access(handle, inode, 2006be8981beSLukas Czerner path + depth); 2007be8981beSLukas Czerner if (err) 2008be8981beSLukas Czerner return err; 2009be8981beSLukas Czerner 2010556615dcSLukas Czerner unwritten = ext4_ext_is_unwritten(ex); 2011be8981beSLukas Czerner ex->ee_block = newext->ee_block; 2012be8981beSLukas Czerner ext4_ext_store_pblock(ex, ext4_ext_pblock(newext)); 2013be8981beSLukas Czerner ex->ee_len = cpu_to_le16(ext4_ext_get_actual_len(ex) 2014be8981beSLukas Czerner + ext4_ext_get_actual_len(newext)); 2015556615dcSLukas Czerner if (unwritten) 2016556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); 2017be8981beSLukas Czerner eh = path[depth].p_hdr; 2018be8981beSLukas Czerner nearex = ex; 2019be8981beSLukas Czerner goto merge; 2020be8981beSLukas Czerner } 2021be8981beSLukas Czerner } 2022be8981beSLukas Czerner 2023a86c6181SAlex Tomas depth = ext_depth(inode); 2024a86c6181SAlex Tomas eh = path[depth].p_hdr; 2025a86c6181SAlex Tomas if (le16_to_cpu(eh->eh_entries) < le16_to_cpu(eh->eh_max)) 2026a86c6181SAlex Tomas goto has_space; 2027a86c6181SAlex Tomas 2028a86c6181SAlex Tomas /* probably next leaf has space for us? */ 2029a86c6181SAlex Tomas fex = EXT_LAST_EXTENT(eh); 2030598dbdf2SRobin Dong next = EXT_MAX_BLOCKS; 2031598dbdf2SRobin Dong if (le32_to_cpu(newext->ee_block) > le32_to_cpu(fex->ee_block)) 20325718789dSRobin Dong next = ext4_ext_next_leaf_block(path); 2033598dbdf2SRobin Dong if (next != EXT_MAX_BLOCKS) { 203470aa1554SRitesh Harjani ext_debug(inode, "next leaf block - %u\n", next); 2035a86c6181SAlex Tomas BUG_ON(npath != NULL); 203673c384c0STheodore Ts'o npath = ext4_find_extent(inode, next, NULL, gb_flags); 2037a86c6181SAlex Tomas if (IS_ERR(npath)) 2038a86c6181SAlex Tomas return PTR_ERR(npath); 2039a86c6181SAlex Tomas BUG_ON(npath->p_depth != path->p_depth); 2040a86c6181SAlex Tomas eh = npath[depth].p_hdr; 2041a86c6181SAlex Tomas if (le16_to_cpu(eh->eh_entries) < le16_to_cpu(eh->eh_max)) { 204270aa1554SRitesh Harjani ext_debug(inode, "next leaf isn't full(%d)\n", 2043a86c6181SAlex Tomas le16_to_cpu(eh->eh_entries)); 2044a86c6181SAlex Tomas path = npath; 2045ffb505ffSRobin Dong goto has_space; 2046a86c6181SAlex Tomas } 204770aa1554SRitesh Harjani ext_debug(inode, "next leaf has no free space(%d,%d)\n", 2048a86c6181SAlex Tomas le16_to_cpu(eh->eh_entries), le16_to_cpu(eh->eh_max)); 2049a86c6181SAlex Tomas } 2050a86c6181SAlex Tomas 2051a86c6181SAlex Tomas /* 2052d0d856e8SRandy Dunlap * There is no free space in the found leaf. 2053d0d856e8SRandy Dunlap * We're gonna add a new leaf in the tree. 2054a86c6181SAlex Tomas */ 2055107a7bd3STheodore Ts'o if (gb_flags & EXT4_GET_BLOCKS_METADATA_NOFAIL) 2056e3cf5d5dSTheodore Ts'o mb_flags |= EXT4_MB_USE_RESERVED; 2057107a7bd3STheodore Ts'o err = ext4_ext_create_new_leaf(handle, inode, mb_flags, gb_flags, 2058dfe50809STheodore Ts'o ppath, newext); 2059a86c6181SAlex Tomas if (err) 2060a86c6181SAlex Tomas goto cleanup; 2061a86c6181SAlex Tomas depth = ext_depth(inode); 2062a86c6181SAlex Tomas eh = path[depth].p_hdr; 2063a86c6181SAlex Tomas 2064a86c6181SAlex Tomas has_space: 2065a86c6181SAlex Tomas nearex = path[depth].p_ext; 2066a86c6181SAlex Tomas 20677e028976SAvantika Mathur err = ext4_ext_get_access(handle, inode, path + depth); 20687e028976SAvantika Mathur if (err) 2069a86c6181SAlex Tomas goto cleanup; 2070a86c6181SAlex Tomas 2071a86c6181SAlex Tomas if (!nearex) { 2072a86c6181SAlex Tomas /* there is no extent in this leaf, create first one */ 207370aa1554SRitesh Harjani ext_debug(inode, "first extent in the leaf: %u:%llu:[%d]%d\n", 2074a86c6181SAlex Tomas le32_to_cpu(newext->ee_block), 2075bf89d16fSTheodore Ts'o ext4_ext_pblock(newext), 2076556615dcSLukas Czerner ext4_ext_is_unwritten(newext), 2077a2df2a63SAmit Arora ext4_ext_get_actual_len(newext)); 207880e675f9SEric Gouriou nearex = EXT_FIRST_EXTENT(eh); 2079a86c6181SAlex Tomas } else { 208080e675f9SEric Gouriou if (le32_to_cpu(newext->ee_block) 208180e675f9SEric Gouriou > le32_to_cpu(nearex->ee_block)) { 208280e675f9SEric Gouriou /* Insert after */ 208370aa1554SRitesh Harjani ext_debug(inode, "insert %u:%llu:[%d]%d before: " 208432de6756SYongqiang Yang "nearest %p\n", 2085a86c6181SAlex Tomas le32_to_cpu(newext->ee_block), 2086bf89d16fSTheodore Ts'o ext4_ext_pblock(newext), 2087556615dcSLukas Czerner ext4_ext_is_unwritten(newext), 2088a2df2a63SAmit Arora ext4_ext_get_actual_len(newext), 208980e675f9SEric Gouriou nearex); 209080e675f9SEric Gouriou nearex++; 209180e675f9SEric Gouriou } else { 209280e675f9SEric Gouriou /* Insert before */ 209380e675f9SEric Gouriou BUG_ON(newext->ee_block == nearex->ee_block); 209470aa1554SRitesh Harjani ext_debug(inode, "insert %u:%llu:[%d]%d after: " 209532de6756SYongqiang Yang "nearest %p\n", 209680e675f9SEric Gouriou le32_to_cpu(newext->ee_block), 209780e675f9SEric Gouriou ext4_ext_pblock(newext), 2098556615dcSLukas Czerner ext4_ext_is_unwritten(newext), 209980e675f9SEric Gouriou ext4_ext_get_actual_len(newext), 210080e675f9SEric Gouriou nearex); 210180e675f9SEric Gouriou } 210280e675f9SEric Gouriou len = EXT_LAST_EXTENT(eh) - nearex + 1; 210380e675f9SEric Gouriou if (len > 0) { 210470aa1554SRitesh Harjani ext_debug(inode, "insert %u:%llu:[%d]%d: " 210580e675f9SEric Gouriou "move %d extents from 0x%p to 0x%p\n", 210680e675f9SEric Gouriou le32_to_cpu(newext->ee_block), 210780e675f9SEric Gouriou ext4_ext_pblock(newext), 2108556615dcSLukas Czerner ext4_ext_is_unwritten(newext), 210980e675f9SEric Gouriou ext4_ext_get_actual_len(newext), 211080e675f9SEric Gouriou len, nearex, nearex + 1); 211180e675f9SEric Gouriou memmove(nearex + 1, nearex, 211280e675f9SEric Gouriou len * sizeof(struct ext4_extent)); 211380e675f9SEric Gouriou } 2114a86c6181SAlex Tomas } 2115a86c6181SAlex Tomas 2116e8546d06SMarcin Slusarz le16_add_cpu(&eh->eh_entries, 1); 211780e675f9SEric Gouriou path[depth].p_ext = nearex; 2118a86c6181SAlex Tomas nearex->ee_block = newext->ee_block; 2119bf89d16fSTheodore Ts'o ext4_ext_store_pblock(nearex, ext4_ext_pblock(newext)); 2120a86c6181SAlex Tomas nearex->ee_len = newext->ee_len; 2121a86c6181SAlex Tomas 2122a86c6181SAlex Tomas merge: 2123e7bcf823SHaiboLiu /* try to merge extents */ 2124107a7bd3STheodore Ts'o if (!(gb_flags & EXT4_GET_BLOCKS_PRE_IO)) 2125ecb94f5fSTheodore Ts'o ext4_ext_try_to_merge(handle, inode, path, nearex); 2126a86c6181SAlex Tomas 2127a86c6181SAlex Tomas 2128a86c6181SAlex Tomas /* time to correct all indexes above */ 2129a86c6181SAlex Tomas err = ext4_ext_correct_indexes(handle, inode, path); 2130a86c6181SAlex Tomas if (err) 2131a86c6181SAlex Tomas goto cleanup; 2132a86c6181SAlex Tomas 2133ecb94f5fSTheodore Ts'o err = ext4_ext_dirty(handle, inode, path + path->p_depth); 2134a86c6181SAlex Tomas 2135a86c6181SAlex Tomas cleanup: 2136a86c6181SAlex Tomas ext4_ext_drop_refs(npath); 2137a86c6181SAlex Tomas kfree(npath); 2138a86c6181SAlex Tomas return err; 2139a86c6181SAlex Tomas } 2140a86c6181SAlex Tomas 2141bb5835edSTheodore Ts'o static int ext4_fill_es_cache_info(struct inode *inode, 2142bb5835edSTheodore Ts'o ext4_lblk_t block, ext4_lblk_t num, 2143bb5835edSTheodore Ts'o struct fiemap_extent_info *fieinfo) 2144bb5835edSTheodore Ts'o { 2145bb5835edSTheodore Ts'o ext4_lblk_t next, end = block + num - 1; 2146bb5835edSTheodore Ts'o struct extent_status es; 2147bb5835edSTheodore Ts'o unsigned char blksize_bits = inode->i_sb->s_blocksize_bits; 2148bb5835edSTheodore Ts'o unsigned int flags; 2149bb5835edSTheodore Ts'o int err; 2150bb5835edSTheodore Ts'o 2151bb5835edSTheodore Ts'o while (block <= end) { 2152bb5835edSTheodore Ts'o next = 0; 2153bb5835edSTheodore Ts'o flags = 0; 2154bb5835edSTheodore Ts'o if (!ext4_es_lookup_extent(inode, block, &next, &es)) 2155bb5835edSTheodore Ts'o break; 2156bb5835edSTheodore Ts'o if (ext4_es_is_unwritten(&es)) 2157bb5835edSTheodore Ts'o flags |= FIEMAP_EXTENT_UNWRITTEN; 2158bb5835edSTheodore Ts'o if (ext4_es_is_delayed(&es)) 2159bb5835edSTheodore Ts'o flags |= (FIEMAP_EXTENT_DELALLOC | 2160bb5835edSTheodore Ts'o FIEMAP_EXTENT_UNKNOWN); 2161bb5835edSTheodore Ts'o if (ext4_es_is_hole(&es)) 2162bb5835edSTheodore Ts'o flags |= EXT4_FIEMAP_EXTENT_HOLE; 2163bb5835edSTheodore Ts'o if (next == 0) 2164bb5835edSTheodore Ts'o flags |= FIEMAP_EXTENT_LAST; 2165bb5835edSTheodore Ts'o if (flags & (FIEMAP_EXTENT_DELALLOC| 2166bb5835edSTheodore Ts'o EXT4_FIEMAP_EXTENT_HOLE)) 2167bb5835edSTheodore Ts'o es.es_pblk = 0; 2168bb5835edSTheodore Ts'o else 2169bb5835edSTheodore Ts'o es.es_pblk = ext4_es_pblock(&es); 2170bb5835edSTheodore Ts'o err = fiemap_fill_next_extent(fieinfo, 2171bb5835edSTheodore Ts'o (__u64)es.es_lblk << blksize_bits, 2172bb5835edSTheodore Ts'o (__u64)es.es_pblk << blksize_bits, 2173bb5835edSTheodore Ts'o (__u64)es.es_len << blksize_bits, 2174bb5835edSTheodore Ts'o flags); 2175bb5835edSTheodore Ts'o if (next == 0) 2176bb5835edSTheodore Ts'o break; 2177bb5835edSTheodore Ts'o block = next; 2178bb5835edSTheodore Ts'o if (err < 0) 2179bb5835edSTheodore Ts'o return err; 2180bb5835edSTheodore Ts'o if (err == 1) 2181bb5835edSTheodore Ts'o return 0; 2182bb5835edSTheodore Ts'o } 2183bb5835edSTheodore Ts'o return 0; 2184bb5835edSTheodore Ts'o } 2185bb5835edSTheodore Ts'o 2186bb5835edSTheodore Ts'o 2187a86c6181SAlex Tomas /* 2188140a5250SJan Kara * ext4_ext_determine_hole - determine hole around given block 2189140a5250SJan Kara * @inode: inode we lookup in 2190140a5250SJan Kara * @path: path in extent tree to @lblk 2191140a5250SJan Kara * @lblk: pointer to logical block around which we want to determine hole 2192140a5250SJan Kara * 2193140a5250SJan Kara * Determine hole length (and start if easily possible) around given logical 2194140a5250SJan Kara * block. We don't try too hard to find the beginning of the hole but @path 2195140a5250SJan Kara * actually points to extent before @lblk, we provide it. 2196140a5250SJan Kara * 2197140a5250SJan Kara * The function returns the length of a hole starting at @lblk. We update @lblk 2198140a5250SJan Kara * to the beginning of the hole if we managed to find it. 2199140a5250SJan Kara */ 2200140a5250SJan Kara static ext4_lblk_t ext4_ext_determine_hole(struct inode *inode, 2201140a5250SJan Kara struct ext4_ext_path *path, 2202140a5250SJan Kara ext4_lblk_t *lblk) 2203140a5250SJan Kara { 2204140a5250SJan Kara int depth = ext_depth(inode); 2205140a5250SJan Kara struct ext4_extent *ex; 2206140a5250SJan Kara ext4_lblk_t len; 2207140a5250SJan Kara 2208140a5250SJan Kara ex = path[depth].p_ext; 2209140a5250SJan Kara if (ex == NULL) { 2210140a5250SJan Kara /* there is no extent yet, so gap is [0;-] */ 2211140a5250SJan Kara *lblk = 0; 2212140a5250SJan Kara len = EXT_MAX_BLOCKS; 2213140a5250SJan Kara } else if (*lblk < le32_to_cpu(ex->ee_block)) { 2214140a5250SJan Kara len = le32_to_cpu(ex->ee_block) - *lblk; 2215140a5250SJan Kara } else if (*lblk >= le32_to_cpu(ex->ee_block) 2216140a5250SJan Kara + ext4_ext_get_actual_len(ex)) { 2217140a5250SJan Kara ext4_lblk_t next; 2218140a5250SJan Kara 2219140a5250SJan Kara *lblk = le32_to_cpu(ex->ee_block) + ext4_ext_get_actual_len(ex); 2220140a5250SJan Kara next = ext4_ext_next_allocated_block(path); 2221140a5250SJan Kara BUG_ON(next == *lblk); 2222140a5250SJan Kara len = next - *lblk; 2223140a5250SJan Kara } else { 2224140a5250SJan Kara BUG(); 2225140a5250SJan Kara } 2226140a5250SJan Kara return len; 2227140a5250SJan Kara } 2228140a5250SJan Kara 2229140a5250SJan Kara /* 2230d0d856e8SRandy Dunlap * ext4_ext_put_gap_in_cache: 2231d0d856e8SRandy Dunlap * calculate boundaries of the gap that the requested block fits into 2232a86c6181SAlex Tomas * and cache this gap 2233a86c6181SAlex Tomas */ 223409b88252SAvantika Mathur static void 2235140a5250SJan Kara ext4_ext_put_gap_in_cache(struct inode *inode, ext4_lblk_t hole_start, 2236140a5250SJan Kara ext4_lblk_t hole_len) 2237a86c6181SAlex Tomas { 22382f8e0a7cSZheng Liu struct extent_status es; 2239a86c6181SAlex Tomas 2240ad431025SEric Whitney ext4_es_find_extent_range(inode, &ext4_es_is_delayed, hole_start, 2241140a5250SJan Kara hole_start + hole_len - 1, &es); 22422f8e0a7cSZheng Liu if (es.es_len) { 22432f8e0a7cSZheng Liu /* There's delayed extent containing lblock? */ 2244140a5250SJan Kara if (es.es_lblk <= hole_start) 22452f8e0a7cSZheng Liu return; 2246140a5250SJan Kara hole_len = min(es.es_lblk - hole_start, hole_len); 22472f8e0a7cSZheng Liu } 224870aa1554SRitesh Harjani ext_debug(inode, " -> %u:%u\n", hole_start, hole_len); 2249140a5250SJan Kara ext4_es_insert_extent(inode, hole_start, hole_len, ~0, 2250140a5250SJan Kara EXTENT_STATUS_HOLE); 2251a86c6181SAlex Tomas } 2252a86c6181SAlex Tomas 2253a86c6181SAlex Tomas /* 2254d0d856e8SRandy Dunlap * ext4_ext_rm_idx: 2255d0d856e8SRandy Dunlap * removes index from the index block. 2256a86c6181SAlex Tomas */ 22571d03ec98SAneesh Kumar K.V static int ext4_ext_rm_idx(handle_t *handle, struct inode *inode, 2258c36575e6SForrest Liu struct ext4_ext_path *path, int depth) 2259a86c6181SAlex Tomas { 2260a86c6181SAlex Tomas int err; 2261f65e6fbaSAlex Tomas ext4_fsblk_t leaf; 2262a86c6181SAlex Tomas 2263a86c6181SAlex Tomas /* free index block */ 2264c36575e6SForrest Liu depth--; 2265c36575e6SForrest Liu path = path + depth; 2266bf89d16fSTheodore Ts'o leaf = ext4_idx_pblock(path->p_idx); 2267273df556SFrank Mayhar if (unlikely(path->p_hdr->eh_entries == 0)) { 2268273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "path->p_hdr->eh_entries == 0"); 22696a797d27SDarrick J. Wong return -EFSCORRUPTED; 2270273df556SFrank Mayhar } 22717e028976SAvantika Mathur err = ext4_ext_get_access(handle, inode, path); 22727e028976SAvantika Mathur if (err) 2273a86c6181SAlex Tomas return err; 22740e1147b0SRobin Dong 22750e1147b0SRobin Dong if (path->p_idx != EXT_LAST_INDEX(path->p_hdr)) { 22760e1147b0SRobin Dong int len = EXT_LAST_INDEX(path->p_hdr) - path->p_idx; 22770e1147b0SRobin Dong len *= sizeof(struct ext4_extent_idx); 22780e1147b0SRobin Dong memmove(path->p_idx, path->p_idx + 1, len); 22790e1147b0SRobin Dong } 22800e1147b0SRobin Dong 2281e8546d06SMarcin Slusarz le16_add_cpu(&path->p_hdr->eh_entries, -1); 22827e028976SAvantika Mathur err = ext4_ext_dirty(handle, inode, path); 22837e028976SAvantika Mathur if (err) 2284a86c6181SAlex Tomas return err; 228570aa1554SRitesh Harjani ext_debug(inode, "index is empty, remove it, free block %llu\n", leaf); 2286d8990240SAditya Kali trace_ext4_ext_rm_idx(inode, leaf); 2287d8990240SAditya Kali 22887dc57615SPeter Huewe ext4_free_blocks(handle, inode, NULL, leaf, 1, 2289e6362609STheodore Ts'o EXT4_FREE_BLOCKS_METADATA | EXT4_FREE_BLOCKS_FORGET); 2290c36575e6SForrest Liu 2291c36575e6SForrest Liu while (--depth >= 0) { 2292c36575e6SForrest Liu if (path->p_idx != EXT_FIRST_INDEX(path->p_hdr)) 2293c36575e6SForrest Liu break; 2294c36575e6SForrest Liu path--; 2295c36575e6SForrest Liu err = ext4_ext_get_access(handle, inode, path); 2296c36575e6SForrest Liu if (err) 2297c36575e6SForrest Liu break; 2298c36575e6SForrest Liu path->p_idx->ei_block = (path+1)->p_idx->ei_block; 2299c36575e6SForrest Liu err = ext4_ext_dirty(handle, inode, path); 2300c36575e6SForrest Liu if (err) 2301c36575e6SForrest Liu break; 2302c36575e6SForrest Liu } 2303a86c6181SAlex Tomas return err; 2304a86c6181SAlex Tomas } 2305a86c6181SAlex Tomas 2306a86c6181SAlex Tomas /* 2307ee12b630SMingming Cao * ext4_ext_calc_credits_for_single_extent: 2308ee12b630SMingming Cao * This routine returns max. credits that needed to insert an extent 2309ee12b630SMingming Cao * to the extent tree. 2310ee12b630SMingming Cao * When pass the actual path, the caller should calculate credits 2311ee12b630SMingming Cao * under i_data_sem. 2312a86c6181SAlex Tomas */ 2313525f4ed8SMingming Cao int ext4_ext_calc_credits_for_single_extent(struct inode *inode, int nrblocks, 2314a86c6181SAlex Tomas struct ext4_ext_path *path) 2315a86c6181SAlex Tomas { 2316a86c6181SAlex Tomas if (path) { 2317ee12b630SMingming Cao int depth = ext_depth(inode); 2318f3bd1f3fSMingming Cao int ret = 0; 2319ee12b630SMingming Cao 2320a86c6181SAlex Tomas /* probably there is space in leaf? */ 2321a86c6181SAlex Tomas if (le16_to_cpu(path[depth].p_hdr->eh_entries) 2322ee12b630SMingming Cao < le16_to_cpu(path[depth].p_hdr->eh_max)) { 2323ee12b630SMingming Cao 2324ee12b630SMingming Cao /* 2325ee12b630SMingming Cao * There are some space in the leaf tree, no 2326ee12b630SMingming Cao * need to account for leaf block credit 2327ee12b630SMingming Cao * 2328ee12b630SMingming Cao * bitmaps and block group descriptor blocks 2329df3ab170STao Ma * and other metadata blocks still need to be 2330ee12b630SMingming Cao * accounted. 2331ee12b630SMingming Cao */ 2332525f4ed8SMingming Cao /* 1 bitmap, 1 block group descriptor */ 2333ee12b630SMingming Cao ret = 2 + EXT4_META_TRANS_BLOCKS(inode->i_sb); 23345887e98bSAneesh Kumar K.V return ret; 2335ee12b630SMingming Cao } 2336ee12b630SMingming Cao } 2337ee12b630SMingming Cao 2338525f4ed8SMingming Cao return ext4_chunk_trans_blocks(inode, nrblocks); 2339a86c6181SAlex Tomas } 2340a86c6181SAlex Tomas 2341a86c6181SAlex Tomas /* 2342fffb2739SJan Kara * How many index/leaf blocks need to change/allocate to add @extents extents? 2343ee12b630SMingming Cao * 2344fffb2739SJan Kara * If we add a single extent, then in the worse case, each tree level 2345fffb2739SJan Kara * index/leaf need to be changed in case of the tree split. 2346ee12b630SMingming Cao * 2347fffb2739SJan Kara * If more extents are inserted, they could cause the whole tree split more 2348fffb2739SJan Kara * than once, but this is really rare. 2349a86c6181SAlex Tomas */ 2350fffb2739SJan Kara int ext4_ext_index_trans_blocks(struct inode *inode, int extents) 2351ee12b630SMingming Cao { 2352ee12b630SMingming Cao int index; 2353f19d5870STao Ma int depth; 2354f19d5870STao Ma 2355f19d5870STao Ma /* If we are converting the inline data, only one is needed here. */ 2356f19d5870STao Ma if (ext4_has_inline_data(inode)) 2357f19d5870STao Ma return 1; 2358f19d5870STao Ma 2359f19d5870STao Ma depth = ext_depth(inode); 2360a86c6181SAlex Tomas 2361fffb2739SJan Kara if (extents <= 1) 2362ee12b630SMingming Cao index = depth * 2; 2363ee12b630SMingming Cao else 2364ee12b630SMingming Cao index = depth * 3; 2365a86c6181SAlex Tomas 2366ee12b630SMingming Cao return index; 2367a86c6181SAlex Tomas } 2368a86c6181SAlex Tomas 2369981250caSTheodore Ts'o static inline int get_default_free_blocks_flags(struct inode *inode) 2370981250caSTheodore Ts'o { 2371ddfa17e4STahsin Erdogan if (S_ISDIR(inode->i_mode) || S_ISLNK(inode->i_mode) || 2372ddfa17e4STahsin Erdogan ext4_test_inode_flag(inode, EXT4_INODE_EA_INODE)) 2373981250caSTheodore Ts'o return EXT4_FREE_BLOCKS_METADATA | EXT4_FREE_BLOCKS_FORGET; 2374981250caSTheodore Ts'o else if (ext4_should_journal_data(inode)) 2375981250caSTheodore Ts'o return EXT4_FREE_BLOCKS_FORGET; 2376981250caSTheodore Ts'o return 0; 2377981250caSTheodore Ts'o } 2378981250caSTheodore Ts'o 23799fe67149SEric Whitney /* 23809fe67149SEric Whitney * ext4_rereserve_cluster - increment the reserved cluster count when 23819fe67149SEric Whitney * freeing a cluster with a pending reservation 23829fe67149SEric Whitney * 23839fe67149SEric Whitney * @inode - file containing the cluster 23849fe67149SEric Whitney * @lblk - logical block in cluster to be reserved 23859fe67149SEric Whitney * 23869fe67149SEric Whitney * Increments the reserved cluster count and adjusts quota in a bigalloc 23879fe67149SEric Whitney * file system when freeing a partial cluster containing at least one 23889fe67149SEric Whitney * delayed and unwritten block. A partial cluster meeting that 23899fe67149SEric Whitney * requirement will have a pending reservation. If so, the 23909fe67149SEric Whitney * RERESERVE_CLUSTER flag is used when calling ext4_free_blocks() to 23919fe67149SEric Whitney * defer reserved and allocated space accounting to a subsequent call 23929fe67149SEric Whitney * to this function. 23939fe67149SEric Whitney */ 23949fe67149SEric Whitney static void ext4_rereserve_cluster(struct inode *inode, ext4_lblk_t lblk) 23959fe67149SEric Whitney { 23969fe67149SEric Whitney struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 23979fe67149SEric Whitney struct ext4_inode_info *ei = EXT4_I(inode); 23989fe67149SEric Whitney 23999fe67149SEric Whitney dquot_reclaim_block(inode, EXT4_C2B(sbi, 1)); 24009fe67149SEric Whitney 24019fe67149SEric Whitney spin_lock(&ei->i_block_reservation_lock); 24029fe67149SEric Whitney ei->i_reserved_data_blocks++; 24039fe67149SEric Whitney percpu_counter_add(&sbi->s_dirtyclusters_counter, 1); 24049fe67149SEric Whitney spin_unlock(&ei->i_block_reservation_lock); 24059fe67149SEric Whitney 24069fe67149SEric Whitney percpu_counter_add(&sbi->s_freeclusters_counter, 1); 24079fe67149SEric Whitney ext4_remove_pending(inode, lblk); 24089fe67149SEric Whitney } 24099fe67149SEric Whitney 2410a86c6181SAlex Tomas static int ext4_remove_blocks(handle_t *handle, struct inode *inode, 2411a86c6181SAlex Tomas struct ext4_extent *ex, 24129fe67149SEric Whitney struct partial_cluster *partial, 2413725d26d3SAneesh Kumar K.V ext4_lblk_t from, ext4_lblk_t to) 2414a86c6181SAlex Tomas { 24150aa06000STheodore Ts'o struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 2416a2df2a63SAmit Arora unsigned short ee_len = ext4_ext_get_actual_len(ex); 24179fe67149SEric Whitney ext4_fsblk_t last_pblk, pblk; 24189fe67149SEric Whitney ext4_lblk_t num; 24199fe67149SEric Whitney int flags; 242018888cf0SAndrey Sidorov 24219fe67149SEric Whitney /* only extent tail removal is allowed */ 24229fe67149SEric Whitney if (from < le32_to_cpu(ex->ee_block) || 24239fe67149SEric Whitney to != le32_to_cpu(ex->ee_block) + ee_len - 1) { 24249fe67149SEric Whitney ext4_error(sbi->s_sb, 24259fe67149SEric Whitney "strange request: removal(2) %u-%u from %u:%u", 24269fe67149SEric Whitney from, to, le32_to_cpu(ex->ee_block), ee_len); 24279fe67149SEric Whitney return 0; 24280aa06000STheodore Ts'o } 24290aa06000STheodore Ts'o 2430a86c6181SAlex Tomas #ifdef EXTENTS_STATS 2431a86c6181SAlex Tomas spin_lock(&sbi->s_ext_stats_lock); 2432a86c6181SAlex Tomas sbi->s_ext_blocks += ee_len; 2433a86c6181SAlex Tomas sbi->s_ext_extents++; 2434a86c6181SAlex Tomas if (ee_len < sbi->s_ext_min) 2435a86c6181SAlex Tomas sbi->s_ext_min = ee_len; 2436a86c6181SAlex Tomas if (ee_len > sbi->s_ext_max) 2437a86c6181SAlex Tomas sbi->s_ext_max = ee_len; 2438a86c6181SAlex Tomas if (ext_depth(inode) > sbi->s_depth_max) 2439a86c6181SAlex Tomas sbi->s_depth_max = ext_depth(inode); 2440a86c6181SAlex Tomas spin_unlock(&sbi->s_ext_stats_lock); 2441a86c6181SAlex Tomas #endif 24429fe67149SEric Whitney 24439fe67149SEric Whitney trace_ext4_remove_blocks(inode, ex, from, to, partial); 24449fe67149SEric Whitney 24459fe67149SEric Whitney /* 24469fe67149SEric Whitney * if we have a partial cluster, and it's different from the 24479fe67149SEric Whitney * cluster of the last block in the extent, we free it 24489fe67149SEric Whitney */ 24499fe67149SEric Whitney last_pblk = ext4_ext_pblock(ex) + ee_len - 1; 24509fe67149SEric Whitney 24519fe67149SEric Whitney if (partial->state != initial && 24529fe67149SEric Whitney partial->pclu != EXT4_B2C(sbi, last_pblk)) { 24539fe67149SEric Whitney if (partial->state == tofree) { 24549fe67149SEric Whitney flags = get_default_free_blocks_flags(inode); 24559fe67149SEric Whitney if (ext4_is_pending(inode, partial->lblk)) 24569fe67149SEric Whitney flags |= EXT4_FREE_BLOCKS_RERESERVE_CLUSTER; 24579fe67149SEric Whitney ext4_free_blocks(handle, inode, NULL, 24589fe67149SEric Whitney EXT4_C2B(sbi, partial->pclu), 24599fe67149SEric Whitney sbi->s_cluster_ratio, flags); 24609fe67149SEric Whitney if (flags & EXT4_FREE_BLOCKS_RERESERVE_CLUSTER) 24619fe67149SEric Whitney ext4_rereserve_cluster(inode, partial->lblk); 24629fe67149SEric Whitney } 24639fe67149SEric Whitney partial->state = initial; 24649fe67149SEric Whitney } 2465725d26d3SAneesh Kumar K.V 2466a2df2a63SAmit Arora num = le32_to_cpu(ex->ee_block) + ee_len - from; 24670aa06000STheodore Ts'o pblk = ext4_ext_pblock(ex) + ee_len - num; 24689fe67149SEric Whitney 2469d23142c6SLukas Czerner /* 24709fe67149SEric Whitney * We free the partial cluster at the end of the extent (if any), 24719fe67149SEric Whitney * unless the cluster is used by another extent (partial_cluster 24729fe67149SEric Whitney * state is nofree). If a partial cluster exists here, it must be 24739fe67149SEric Whitney * shared with the last block in the extent. 2474d23142c6SLukas Czerner */ 24759fe67149SEric Whitney flags = get_default_free_blocks_flags(inode); 24769fe67149SEric Whitney 24779fe67149SEric Whitney /* partial, left end cluster aligned, right end unaligned */ 24789fe67149SEric Whitney if ((EXT4_LBLK_COFF(sbi, to) != sbi->s_cluster_ratio - 1) && 24799fe67149SEric Whitney (EXT4_LBLK_CMASK(sbi, to) >= from) && 24809fe67149SEric Whitney (partial->state != nofree)) { 24819fe67149SEric Whitney if (ext4_is_pending(inode, to)) 24829fe67149SEric Whitney flags |= EXT4_FREE_BLOCKS_RERESERVE_CLUSTER; 24839fe67149SEric Whitney ext4_free_blocks(handle, inode, NULL, 24849fe67149SEric Whitney EXT4_PBLK_CMASK(sbi, last_pblk), 24859fe67149SEric Whitney sbi->s_cluster_ratio, flags); 24869fe67149SEric Whitney if (flags & EXT4_FREE_BLOCKS_RERESERVE_CLUSTER) 24879fe67149SEric Whitney ext4_rereserve_cluster(inode, to); 24889fe67149SEric Whitney partial->state = initial; 24899fe67149SEric Whitney flags = get_default_free_blocks_flags(inode); 24909fe67149SEric Whitney } 24919fe67149SEric Whitney 2492d23142c6SLukas Czerner flags |= EXT4_FREE_BLOCKS_NOFREE_LAST_CLUSTER; 2493d23142c6SLukas Czerner 24940aa06000STheodore Ts'o /* 24959fe67149SEric Whitney * For bigalloc file systems, we never free a partial cluster 24969fe67149SEric Whitney * at the beginning of the extent. Instead, we check to see if we 24979fe67149SEric Whitney * need to free it on a subsequent call to ext4_remove_blocks, 24989fe67149SEric Whitney * or at the end of ext4_ext_rm_leaf or ext4_ext_remove_space. 24990aa06000STheodore Ts'o */ 25009fe67149SEric Whitney flags |= EXT4_FREE_BLOCKS_NOFREE_FIRST_CLUSTER; 25019fe67149SEric Whitney ext4_free_blocks(handle, inode, NULL, pblk, num, flags); 25029fe67149SEric Whitney 25039fe67149SEric Whitney /* reset the partial cluster if we've freed past it */ 25049fe67149SEric Whitney if (partial->state != initial && partial->pclu != EXT4_B2C(sbi, pblk)) 25059fe67149SEric Whitney partial->state = initial; 25069fe67149SEric Whitney 25079fe67149SEric Whitney /* 25089fe67149SEric Whitney * If we've freed the entire extent but the beginning is not left 25099fe67149SEric Whitney * cluster aligned and is not marked as ineligible for freeing we 25109fe67149SEric Whitney * record the partial cluster at the beginning of the extent. It 25119fe67149SEric Whitney * wasn't freed by the preceding ext4_free_blocks() call, and we 25129fe67149SEric Whitney * need to look farther to the left to determine if it's to be freed 25139fe67149SEric Whitney * (not shared with another extent). Else, reset the partial 25149fe67149SEric Whitney * cluster - we're either done freeing or the beginning of the 25159fe67149SEric Whitney * extent is left cluster aligned. 25169fe67149SEric Whitney */ 25179fe67149SEric Whitney if (EXT4_LBLK_COFF(sbi, from) && num == ee_len) { 25189fe67149SEric Whitney if (partial->state == initial) { 25199fe67149SEric Whitney partial->pclu = EXT4_B2C(sbi, pblk); 25209fe67149SEric Whitney partial->lblk = from; 25219fe67149SEric Whitney partial->state = tofree; 2522345ee947SEric Whitney } 25239fe67149SEric Whitney } else { 25249fe67149SEric Whitney partial->state = initial; 2525a86c6181SAlex Tomas } 2526a86c6181SAlex Tomas 25279fe67149SEric Whitney return 0; 25289fe67149SEric Whitney } 2529d583fb87SAllison Henderson 2530d583fb87SAllison Henderson /* 2531d583fb87SAllison Henderson * ext4_ext_rm_leaf() Removes the extents associated with the 25325bf43760SEric Whitney * blocks appearing between "start" and "end". Both "start" 25335bf43760SEric Whitney * and "end" must appear in the same extent or EIO is returned. 2534d583fb87SAllison Henderson * 2535d583fb87SAllison Henderson * @handle: The journal handle 2536d583fb87SAllison Henderson * @inode: The files inode 2537d583fb87SAllison Henderson * @path: The path to the leaf 2538d23142c6SLukas Czerner * @partial_cluster: The cluster which we'll have to free if all extents 25395bf43760SEric Whitney * has been released from it. However, if this value is 25405bf43760SEric Whitney * negative, it's a cluster just to the right of the 25415bf43760SEric Whitney * punched region and it must not be freed. 2542d583fb87SAllison Henderson * @start: The first block to remove 2543d583fb87SAllison Henderson * @end: The last block to remove 2544d583fb87SAllison Henderson */ 2545a86c6181SAlex Tomas static int 2546a86c6181SAlex Tomas ext4_ext_rm_leaf(handle_t *handle, struct inode *inode, 2547d23142c6SLukas Czerner struct ext4_ext_path *path, 25489fe67149SEric Whitney struct partial_cluster *partial, 25490aa06000STheodore Ts'o ext4_lblk_t start, ext4_lblk_t end) 2550a86c6181SAlex Tomas { 25510aa06000STheodore Ts'o struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 2552a86c6181SAlex Tomas int err = 0, correct_index = 0; 255383448bdfSJan Kara int depth = ext_depth(inode), credits, revoke_credits; 2554a86c6181SAlex Tomas struct ext4_extent_header *eh; 2555750c9c47SDmitry Monakhov ext4_lblk_t a, b; 2556725d26d3SAneesh Kumar K.V unsigned num; 2557725d26d3SAneesh Kumar K.V ext4_lblk_t ex_ee_block; 2558a86c6181SAlex Tomas unsigned short ex_ee_len; 2559556615dcSLukas Czerner unsigned unwritten = 0; 2560a86c6181SAlex Tomas struct ext4_extent *ex; 2561d23142c6SLukas Czerner ext4_fsblk_t pblk; 2562a86c6181SAlex Tomas 2563c29c0ae7SAlex Tomas /* the header must be checked already in ext4_ext_remove_space() */ 256470aa1554SRitesh Harjani ext_debug(inode, "truncate since %u in leaf to %u\n", start, end); 2565a86c6181SAlex Tomas if (!path[depth].p_hdr) 2566a86c6181SAlex Tomas path[depth].p_hdr = ext_block_hdr(path[depth].p_bh); 2567a86c6181SAlex Tomas eh = path[depth].p_hdr; 2568273df556SFrank Mayhar if (unlikely(path[depth].p_hdr == NULL)) { 2569273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "path[%d].p_hdr == NULL", depth); 25706a797d27SDarrick J. Wong return -EFSCORRUPTED; 2571273df556SFrank Mayhar } 2572a86c6181SAlex Tomas /* find where to start removing */ 25736ae06ff5SAshish Sangwan ex = path[depth].p_ext; 25746ae06ff5SAshish Sangwan if (!ex) 2575a86c6181SAlex Tomas ex = EXT_LAST_EXTENT(eh); 2576a86c6181SAlex Tomas 2577a86c6181SAlex Tomas ex_ee_block = le32_to_cpu(ex->ee_block); 2578a2df2a63SAmit Arora ex_ee_len = ext4_ext_get_actual_len(ex); 2579a86c6181SAlex Tomas 25809fe67149SEric Whitney trace_ext4_ext_rm_leaf(inode, start, ex, partial); 2581d8990240SAditya Kali 2582a86c6181SAlex Tomas while (ex >= EXT_FIRST_EXTENT(eh) && 2583a86c6181SAlex Tomas ex_ee_block + ex_ee_len > start) { 2584a41f2071SAneesh Kumar K.V 2585556615dcSLukas Czerner if (ext4_ext_is_unwritten(ex)) 2586556615dcSLukas Czerner unwritten = 1; 2587a41f2071SAneesh Kumar K.V else 2588556615dcSLukas Czerner unwritten = 0; 2589a41f2071SAneesh Kumar K.V 259070aa1554SRitesh Harjani ext_debug(inode, "remove ext %u:[%d]%d\n", ex_ee_block, 2591556615dcSLukas Czerner unwritten, ex_ee_len); 2592a86c6181SAlex Tomas path[depth].p_ext = ex; 2593a86c6181SAlex Tomas 2594a86c6181SAlex Tomas a = ex_ee_block > start ? ex_ee_block : start; 2595d583fb87SAllison Henderson b = ex_ee_block+ex_ee_len - 1 < end ? 2596d583fb87SAllison Henderson ex_ee_block+ex_ee_len - 1 : end; 2597a86c6181SAlex Tomas 259870aa1554SRitesh Harjani ext_debug(inode, " border %u:%u\n", a, b); 2599a86c6181SAlex Tomas 2600d583fb87SAllison Henderson /* If this extent is beyond the end of the hole, skip it */ 26015f95d21fSLukas Czerner if (end < ex_ee_block) { 2602d23142c6SLukas Czerner /* 2603d23142c6SLukas Czerner * We're going to skip this extent and move to another, 2604f4226d9eSEric Whitney * so note that its first cluster is in use to avoid 2605f4226d9eSEric Whitney * freeing it when removing blocks. Eventually, the 2606f4226d9eSEric Whitney * right edge of the truncated/punched region will 2607f4226d9eSEric Whitney * be just to the left. 2608d23142c6SLukas Czerner */ 2609f4226d9eSEric Whitney if (sbi->s_cluster_ratio > 1) { 2610d23142c6SLukas Czerner pblk = ext4_ext_pblock(ex); 26119fe67149SEric Whitney partial->pclu = EXT4_B2C(sbi, pblk); 26129fe67149SEric Whitney partial->state = nofree; 2613f4226d9eSEric Whitney } 2614d583fb87SAllison Henderson ex--; 2615d583fb87SAllison Henderson ex_ee_block = le32_to_cpu(ex->ee_block); 2616d583fb87SAllison Henderson ex_ee_len = ext4_ext_get_actual_len(ex); 2617d583fb87SAllison Henderson continue; 2618750c9c47SDmitry Monakhov } else if (b != ex_ee_block + ex_ee_len - 1) { 2619dc1841d6SLukas Czerner EXT4_ERROR_INODE(inode, 2620dc1841d6SLukas Czerner "can not handle truncate %u:%u " 2621dc1841d6SLukas Czerner "on extent %u:%u", 2622dc1841d6SLukas Czerner start, end, ex_ee_block, 2623dc1841d6SLukas Czerner ex_ee_block + ex_ee_len - 1); 26246a797d27SDarrick J. Wong err = -EFSCORRUPTED; 2625d583fb87SAllison Henderson goto out; 2626a86c6181SAlex Tomas } else if (a != ex_ee_block) { 2627a86c6181SAlex Tomas /* remove tail of the extent */ 2628750c9c47SDmitry Monakhov num = a - ex_ee_block; 2629a86c6181SAlex Tomas } else { 2630a86c6181SAlex Tomas /* remove whole extent: excellent! */ 2631a86c6181SAlex Tomas num = 0; 2632d583fb87SAllison Henderson } 263334071da7STheodore Ts'o /* 263434071da7STheodore Ts'o * 3 for leaf, sb, and inode plus 2 (bmap and group 263534071da7STheodore Ts'o * descriptor) for each block group; assume two block 263634071da7STheodore Ts'o * groups plus ex_ee_len/blocks_per_block_group for 263734071da7STheodore Ts'o * the worst case 263834071da7STheodore Ts'o */ 263934071da7STheodore Ts'o credits = 7 + 2*(ex_ee_len/EXT4_BLOCKS_PER_GROUP(inode->i_sb)); 2640a86c6181SAlex Tomas if (ex == EXT_FIRST_EXTENT(eh)) { 2641a86c6181SAlex Tomas correct_index = 1; 2642a86c6181SAlex Tomas credits += (ext_depth(inode)) + 1; 2643a86c6181SAlex Tomas } 26445aca07ebSDmitry Monakhov credits += EXT4_MAXQUOTAS_TRANS_BLOCKS(inode->i_sb); 264583448bdfSJan Kara /* 264683448bdfSJan Kara * We may end up freeing some index blocks and data from the 264783448bdfSJan Kara * punched range. Note that partial clusters are accounted for 264883448bdfSJan Kara * by ext4_free_data_revoke_credits(). 264983448bdfSJan Kara */ 265083448bdfSJan Kara revoke_credits = 265183448bdfSJan Kara ext4_free_metadata_revoke_credits(inode->i_sb, 265283448bdfSJan Kara ext_depth(inode)) + 265383448bdfSJan Kara ext4_free_data_revoke_credits(inode, b - a + 1); 2654a86c6181SAlex Tomas 2655a4130367SJan Kara err = ext4_datasem_ensure_credits(handle, inode, credits, 265683448bdfSJan Kara credits, revoke_credits); 2657a4130367SJan Kara if (err) { 2658a4130367SJan Kara if (err > 0) 2659a4130367SJan Kara err = -EAGAIN; 2660a86c6181SAlex Tomas goto out; 2661a4130367SJan Kara } 2662a86c6181SAlex Tomas 2663a86c6181SAlex Tomas err = ext4_ext_get_access(handle, inode, path + depth); 2664a86c6181SAlex Tomas if (err) 2665a86c6181SAlex Tomas goto out; 2666a86c6181SAlex Tomas 26679fe67149SEric Whitney err = ext4_remove_blocks(handle, inode, ex, partial, a, b); 2668a86c6181SAlex Tomas if (err) 2669a86c6181SAlex Tomas goto out; 2670a86c6181SAlex Tomas 2671750c9c47SDmitry Monakhov if (num == 0) 2672d0d856e8SRandy Dunlap /* this extent is removed; mark slot entirely unused */ 2673f65e6fbaSAlex Tomas ext4_ext_store_pblock(ex, 0); 2674a86c6181SAlex Tomas 2675a86c6181SAlex Tomas ex->ee_len = cpu_to_le16(num); 2676749269faSAmit Arora /* 2677556615dcSLukas Czerner * Do not mark unwritten if all the blocks in the 2678749269faSAmit Arora * extent have been removed. 2679749269faSAmit Arora */ 2680556615dcSLukas Czerner if (unwritten && num) 2681556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); 2682d583fb87SAllison Henderson /* 2683d583fb87SAllison Henderson * If the extent was completely released, 2684d583fb87SAllison Henderson * we need to remove it from the leaf 2685d583fb87SAllison Henderson */ 2686d583fb87SAllison Henderson if (num == 0) { 2687f17722f9SLukas Czerner if (end != EXT_MAX_BLOCKS - 1) { 2688d583fb87SAllison Henderson /* 2689d583fb87SAllison Henderson * For hole punching, we need to scoot all the 2690d583fb87SAllison Henderson * extents up when an extent is removed so that 2691d583fb87SAllison Henderson * we dont have blank extents in the middle 2692d583fb87SAllison Henderson */ 2693d583fb87SAllison Henderson memmove(ex, ex+1, (EXT_LAST_EXTENT(eh) - ex) * 2694d583fb87SAllison Henderson sizeof(struct ext4_extent)); 2695d583fb87SAllison Henderson 2696d583fb87SAllison Henderson /* Now get rid of the one at the end */ 2697d583fb87SAllison Henderson memset(EXT_LAST_EXTENT(eh), 0, 2698d583fb87SAllison Henderson sizeof(struct ext4_extent)); 2699d583fb87SAllison Henderson } 2700d583fb87SAllison Henderson le16_add_cpu(&eh->eh_entries, -1); 27015bf43760SEric Whitney } 2702d583fb87SAllison Henderson 2703750c9c47SDmitry Monakhov err = ext4_ext_dirty(handle, inode, path + depth); 2704750c9c47SDmitry Monakhov if (err) 2705750c9c47SDmitry Monakhov goto out; 2706750c9c47SDmitry Monakhov 270770aa1554SRitesh Harjani ext_debug(inode, "new extent: %u:%u:%llu\n", ex_ee_block, num, 2708bf89d16fSTheodore Ts'o ext4_ext_pblock(ex)); 2709a86c6181SAlex Tomas ex--; 2710a86c6181SAlex Tomas ex_ee_block = le32_to_cpu(ex->ee_block); 2711a2df2a63SAmit Arora ex_ee_len = ext4_ext_get_actual_len(ex); 2712a86c6181SAlex Tomas } 2713a86c6181SAlex Tomas 2714a86c6181SAlex Tomas if (correct_index && eh->eh_entries) 2715a86c6181SAlex Tomas err = ext4_ext_correct_indexes(handle, inode, path); 2716a86c6181SAlex Tomas 27170aa06000STheodore Ts'o /* 2718ad6599abSEric Whitney * If there's a partial cluster and at least one extent remains in 2719ad6599abSEric Whitney * the leaf, free the partial cluster if it isn't shared with the 27205bf43760SEric Whitney * current extent. If it is shared with the current extent 27219fe67149SEric Whitney * we reset the partial cluster because we've reached the start of the 27225bf43760SEric Whitney * truncated/punched region and we're done removing blocks. 27230aa06000STheodore Ts'o */ 27249fe67149SEric Whitney if (partial->state == tofree && ex >= EXT_FIRST_EXTENT(eh)) { 27255bf43760SEric Whitney pblk = ext4_ext_pblock(ex) + ex_ee_len - 1; 27269fe67149SEric Whitney if (partial->pclu != EXT4_B2C(sbi, pblk)) { 27279fe67149SEric Whitney int flags = get_default_free_blocks_flags(inode); 27289fe67149SEric Whitney 27299fe67149SEric Whitney if (ext4_is_pending(inode, partial->lblk)) 27309fe67149SEric Whitney flags |= EXT4_FREE_BLOCKS_RERESERVE_CLUSTER; 27310aa06000STheodore Ts'o ext4_free_blocks(handle, inode, NULL, 27329fe67149SEric Whitney EXT4_C2B(sbi, partial->pclu), 27339fe67149SEric Whitney sbi->s_cluster_ratio, flags); 27349fe67149SEric Whitney if (flags & EXT4_FREE_BLOCKS_RERESERVE_CLUSTER) 27359fe67149SEric Whitney ext4_rereserve_cluster(inode, partial->lblk); 27365bf43760SEric Whitney } 27379fe67149SEric Whitney partial->state = initial; 27380aa06000STheodore Ts'o } 27390aa06000STheodore Ts'o 2740a86c6181SAlex Tomas /* if this leaf is free, then we should 2741a86c6181SAlex Tomas * remove it from index block above */ 2742a86c6181SAlex Tomas if (err == 0 && eh->eh_entries == 0 && path[depth].p_bh != NULL) 2743c36575e6SForrest Liu err = ext4_ext_rm_idx(handle, inode, path, depth); 2744a86c6181SAlex Tomas 2745a86c6181SAlex Tomas out: 2746a86c6181SAlex Tomas return err; 2747a86c6181SAlex Tomas } 2748a86c6181SAlex Tomas 2749a86c6181SAlex Tomas /* 2750d0d856e8SRandy Dunlap * ext4_ext_more_to_rm: 2751d0d856e8SRandy Dunlap * returns 1 if current index has to be freed (even partial) 2752a86c6181SAlex Tomas */ 275309b88252SAvantika Mathur static int 2754a86c6181SAlex Tomas ext4_ext_more_to_rm(struct ext4_ext_path *path) 2755a86c6181SAlex Tomas { 2756a86c6181SAlex Tomas BUG_ON(path->p_idx == NULL); 2757a86c6181SAlex Tomas 2758a86c6181SAlex Tomas if (path->p_idx < EXT_FIRST_INDEX(path->p_hdr)) 2759a86c6181SAlex Tomas return 0; 2760a86c6181SAlex Tomas 2761a86c6181SAlex Tomas /* 2762d0d856e8SRandy Dunlap * if truncate on deeper level happened, it wasn't partial, 2763a86c6181SAlex Tomas * so we have to consider current index for truncation 2764a86c6181SAlex Tomas */ 2765a86c6181SAlex Tomas if (le16_to_cpu(path->p_hdr->eh_entries) == path->p_block) 2766a86c6181SAlex Tomas return 0; 2767a86c6181SAlex Tomas return 1; 2768a86c6181SAlex Tomas } 2769a86c6181SAlex Tomas 277026a4c0c6STheodore Ts'o int ext4_ext_remove_space(struct inode *inode, ext4_lblk_t start, 27715f95d21fSLukas Czerner ext4_lblk_t end) 2772a86c6181SAlex Tomas { 2773f4226d9eSEric Whitney struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 2774a86c6181SAlex Tomas int depth = ext_depth(inode); 2775968dee77SAshish Sangwan struct ext4_ext_path *path = NULL; 27769fe67149SEric Whitney struct partial_cluster partial; 2777a86c6181SAlex Tomas handle_t *handle; 27786f2080e6SDmitry Monakhov int i = 0, err = 0; 2779a86c6181SAlex Tomas 27809fe67149SEric Whitney partial.pclu = 0; 27819fe67149SEric Whitney partial.lblk = 0; 27829fe67149SEric Whitney partial.state = initial; 27839fe67149SEric Whitney 278470aa1554SRitesh Harjani ext_debug(inode, "truncate since %u to %u\n", start, end); 2785a86c6181SAlex Tomas 2786a86c6181SAlex Tomas /* probably first extent we're gonna free will be last in block */ 278783448bdfSJan Kara handle = ext4_journal_start_with_revoke(inode, EXT4_HT_TRUNCATE, 278883448bdfSJan Kara depth + 1, 278983448bdfSJan Kara ext4_free_metadata_revoke_credits(inode->i_sb, depth)); 2790a86c6181SAlex Tomas if (IS_ERR(handle)) 2791a86c6181SAlex Tomas return PTR_ERR(handle); 2792a86c6181SAlex Tomas 27930617b83fSDmitry Monakhov again: 279461801325SLukas Czerner trace_ext4_ext_remove_space(inode, start, end, depth); 2795d8990240SAditya Kali 2796a86c6181SAlex Tomas /* 27975f95d21fSLukas Czerner * Check if we are removing extents inside the extent tree. If that 27985f95d21fSLukas Czerner * is the case, we are going to punch a hole inside the extent tree 27995f95d21fSLukas Czerner * so we have to check whether we need to split the extent covering 28005f95d21fSLukas Czerner * the last block to remove so we can easily remove the part of it 28015f95d21fSLukas Czerner * in ext4_ext_rm_leaf(). 28025f95d21fSLukas Czerner */ 28035f95d21fSLukas Czerner if (end < EXT_MAX_BLOCKS - 1) { 28045f95d21fSLukas Czerner struct ext4_extent *ex; 2805f4226d9eSEric Whitney ext4_lblk_t ee_block, ex_end, lblk; 2806f4226d9eSEric Whitney ext4_fsblk_t pblk; 28075f95d21fSLukas Czerner 2808f4226d9eSEric Whitney /* find extent for or closest extent to this block */ 280973c384c0STheodore Ts'o path = ext4_find_extent(inode, end, NULL, 281073c384c0STheodore Ts'o EXT4_EX_NOCACHE | EXT4_EX_NOFAIL); 28115f95d21fSLukas Czerner if (IS_ERR(path)) { 28125f95d21fSLukas Czerner ext4_journal_stop(handle); 28135f95d21fSLukas Czerner return PTR_ERR(path); 28145f95d21fSLukas Czerner } 28155f95d21fSLukas Czerner depth = ext_depth(inode); 28166f2080e6SDmitry Monakhov /* Leaf not may not exist only if inode has no blocks at all */ 28175f95d21fSLukas Czerner ex = path[depth].p_ext; 2818968dee77SAshish Sangwan if (!ex) { 28196f2080e6SDmitry Monakhov if (depth) { 28206f2080e6SDmitry Monakhov EXT4_ERROR_INODE(inode, 28216f2080e6SDmitry Monakhov "path[%d].p_hdr == NULL", 28226f2080e6SDmitry Monakhov depth); 28236a797d27SDarrick J. Wong err = -EFSCORRUPTED; 28246f2080e6SDmitry Monakhov } 28256f2080e6SDmitry Monakhov goto out; 2826968dee77SAshish Sangwan } 28275f95d21fSLukas Czerner 28285f95d21fSLukas Czerner ee_block = le32_to_cpu(ex->ee_block); 2829f4226d9eSEric Whitney ex_end = ee_block + ext4_ext_get_actual_len(ex) - 1; 28305f95d21fSLukas Czerner 28315f95d21fSLukas Czerner /* 28325f95d21fSLukas Czerner * See if the last block is inside the extent, if so split 28335f95d21fSLukas Czerner * the extent at 'end' block so we can easily remove the 28345f95d21fSLukas Czerner * tail of the first part of the split extent in 28355f95d21fSLukas Czerner * ext4_ext_rm_leaf(). 28365f95d21fSLukas Czerner */ 2837f4226d9eSEric Whitney if (end >= ee_block && end < ex_end) { 2838f4226d9eSEric Whitney 2839f4226d9eSEric Whitney /* 2840f4226d9eSEric Whitney * If we're going to split the extent, note that 2841f4226d9eSEric Whitney * the cluster containing the block after 'end' is 2842f4226d9eSEric Whitney * in use to avoid freeing it when removing blocks. 2843f4226d9eSEric Whitney */ 2844f4226d9eSEric Whitney if (sbi->s_cluster_ratio > 1) { 2845cfb3c85aSJeffle Xu pblk = ext4_ext_pblock(ex) + end - ee_block + 1; 28469fe67149SEric Whitney partial.pclu = EXT4_B2C(sbi, pblk); 28479fe67149SEric Whitney partial.state = nofree; 2848f4226d9eSEric Whitney } 2849f4226d9eSEric Whitney 28505f95d21fSLukas Czerner /* 28515f95d21fSLukas Czerner * Split the extent in two so that 'end' is the last 285227dd4385SLukas Czerner * block in the first new extent. Also we should not 285327dd4385SLukas Czerner * fail removing space due to ENOSPC so try to use 285427dd4385SLukas Czerner * reserved block if that happens. 28555f95d21fSLukas Czerner */ 2856dfe50809STheodore Ts'o err = ext4_force_split_extent_at(handle, inode, &path, 2857fcf6b1b7SDmitry Monakhov end + 1, 1); 28585f95d21fSLukas Czerner if (err < 0) 28595f95d21fSLukas Czerner goto out; 2860f4226d9eSEric Whitney 28617bd75230SEric Whitney } else if (sbi->s_cluster_ratio > 1 && end >= ex_end && 28627bd75230SEric Whitney partial.state == initial) { 2863f4226d9eSEric Whitney /* 28647bd75230SEric Whitney * If we're punching, there's an extent to the right. 28657bd75230SEric Whitney * If the partial cluster hasn't been set, set it to 28667bd75230SEric Whitney * that extent's first cluster and its state to nofree 28677bd75230SEric Whitney * so it won't be freed should it contain blocks to be 28687bd75230SEric Whitney * removed. If it's already set (tofree/nofree), we're 28697bd75230SEric Whitney * retrying and keep the original partial cluster info 28707bd75230SEric Whitney * so a cluster marked tofree as a result of earlier 28717bd75230SEric Whitney * extent removal is not lost. 2872f4226d9eSEric Whitney */ 2873f4226d9eSEric Whitney lblk = ex_end + 1; 2874f4226d9eSEric Whitney err = ext4_ext_search_right(inode, path, &lblk, &pblk, 2875d7dce9e0Syangerkun NULL); 2876d7dce9e0Syangerkun if (err < 0) 2877f4226d9eSEric Whitney goto out; 28789fe67149SEric Whitney if (pblk) { 28799fe67149SEric Whitney partial.pclu = EXT4_B2C(sbi, pblk); 28809fe67149SEric Whitney partial.state = nofree; 28819fe67149SEric Whitney } 28825f95d21fSLukas Czerner } 28835f95d21fSLukas Czerner } 28845f95d21fSLukas Czerner /* 2885d0d856e8SRandy Dunlap * We start scanning from right side, freeing all the blocks 2886d0d856e8SRandy Dunlap * after i_size and walking into the tree depth-wise. 2887a86c6181SAlex Tomas */ 28880617b83fSDmitry Monakhov depth = ext_depth(inode); 2889968dee77SAshish Sangwan if (path) { 2890968dee77SAshish Sangwan int k = i = depth; 2891968dee77SAshish Sangwan while (--k > 0) 2892968dee77SAshish Sangwan path[k].p_block = 2893968dee77SAshish Sangwan le16_to_cpu(path[k].p_hdr->eh_entries)+1; 2894968dee77SAshish Sangwan } else { 28956396bb22SKees Cook path = kcalloc(depth + 1, sizeof(struct ext4_ext_path), 289673c384c0STheodore Ts'o GFP_NOFS | __GFP_NOFAIL); 2897a86c6181SAlex Tomas if (path == NULL) { 2898a86c6181SAlex Tomas ext4_journal_stop(handle); 2899a86c6181SAlex Tomas return -ENOMEM; 2900a86c6181SAlex Tomas } 290110809df8STheodore Ts'o path[0].p_maxdepth = path[0].p_depth = depth; 2902a86c6181SAlex Tomas path[0].p_hdr = ext_inode_hdr(inode); 290389a4e48fSTheodore Ts'o i = 0; 29045f95d21fSLukas Czerner 2905c349179bSTheodore Ts'o if (ext4_ext_check(inode, path[0].p_hdr, depth, 0)) { 29066a797d27SDarrick J. Wong err = -EFSCORRUPTED; 2907a86c6181SAlex Tomas goto out; 2908a86c6181SAlex Tomas } 2909968dee77SAshish Sangwan } 2910968dee77SAshish Sangwan err = 0; 2911a86c6181SAlex Tomas 2912a86c6181SAlex Tomas while (i >= 0 && err == 0) { 2913a86c6181SAlex Tomas if (i == depth) { 2914a86c6181SAlex Tomas /* this is leaf block */ 2915d583fb87SAllison Henderson err = ext4_ext_rm_leaf(handle, inode, path, 29169fe67149SEric Whitney &partial, start, end); 2917d0d856e8SRandy Dunlap /* root level has p_bh == NULL, brelse() eats this */ 2918a86c6181SAlex Tomas brelse(path[i].p_bh); 2919a86c6181SAlex Tomas path[i].p_bh = NULL; 2920a86c6181SAlex Tomas i--; 2921a86c6181SAlex Tomas continue; 2922a86c6181SAlex Tomas } 2923a86c6181SAlex Tomas 2924a86c6181SAlex Tomas /* this is index block */ 2925a86c6181SAlex Tomas if (!path[i].p_hdr) { 292670aa1554SRitesh Harjani ext_debug(inode, "initialize header\n"); 2927a86c6181SAlex Tomas path[i].p_hdr = ext_block_hdr(path[i].p_bh); 2928a86c6181SAlex Tomas } 2929a86c6181SAlex Tomas 2930a86c6181SAlex Tomas if (!path[i].p_idx) { 2931d0d856e8SRandy Dunlap /* this level hasn't been touched yet */ 2932a86c6181SAlex Tomas path[i].p_idx = EXT_LAST_INDEX(path[i].p_hdr); 2933a86c6181SAlex Tomas path[i].p_block = le16_to_cpu(path[i].p_hdr->eh_entries)+1; 293470aa1554SRitesh Harjani ext_debug(inode, "init index ptr: hdr 0x%p, num %d\n", 2935a86c6181SAlex Tomas path[i].p_hdr, 2936a86c6181SAlex Tomas le16_to_cpu(path[i].p_hdr->eh_entries)); 2937a86c6181SAlex Tomas } else { 2938d0d856e8SRandy Dunlap /* we were already here, see at next index */ 2939a86c6181SAlex Tomas path[i].p_idx--; 2940a86c6181SAlex Tomas } 2941a86c6181SAlex Tomas 294270aa1554SRitesh Harjani ext_debug(inode, "level %d - index, first 0x%p, cur 0x%p\n", 2943a86c6181SAlex Tomas i, EXT_FIRST_INDEX(path[i].p_hdr), 2944a86c6181SAlex Tomas path[i].p_idx); 2945a86c6181SAlex Tomas if (ext4_ext_more_to_rm(path + i)) { 2946c29c0ae7SAlex Tomas struct buffer_head *bh; 2947a86c6181SAlex Tomas /* go to the next level */ 294870aa1554SRitesh Harjani ext_debug(inode, "move to level %d (block %llu)\n", 2949bf89d16fSTheodore Ts'o i + 1, ext4_idx_pblock(path[i].p_idx)); 2950a86c6181SAlex Tomas memset(path + i + 1, 0, sizeof(*path)); 29517d7ea89eSTheodore Ts'o bh = read_extent_tree_block(inode, 2952107a7bd3STheodore Ts'o ext4_idx_pblock(path[i].p_idx), depth - i - 1, 2953107a7bd3STheodore Ts'o EXT4_EX_NOCACHE); 29547d7ea89eSTheodore Ts'o if (IS_ERR(bh)) { 2955a86c6181SAlex Tomas /* should we reset i_size? */ 29567d7ea89eSTheodore Ts'o err = PTR_ERR(bh); 2957a86c6181SAlex Tomas break; 2958a86c6181SAlex Tomas } 295976828c88STheodore Ts'o /* Yield here to deal with large extent trees. 296076828c88STheodore Ts'o * Should be a no-op if we did IO above. */ 296176828c88STheodore Ts'o cond_resched(); 2962c29c0ae7SAlex Tomas if (WARN_ON(i + 1 > depth)) { 29636a797d27SDarrick J. Wong err = -EFSCORRUPTED; 2964c29c0ae7SAlex Tomas break; 2965c29c0ae7SAlex Tomas } 2966c29c0ae7SAlex Tomas path[i + 1].p_bh = bh; 2967a86c6181SAlex Tomas 2968d0d856e8SRandy Dunlap /* save actual number of indexes since this 2969d0d856e8SRandy Dunlap * number is changed at the next iteration */ 2970a86c6181SAlex Tomas path[i].p_block = le16_to_cpu(path[i].p_hdr->eh_entries); 2971a86c6181SAlex Tomas i++; 2972a86c6181SAlex Tomas } else { 2973d0d856e8SRandy Dunlap /* we finished processing this index, go up */ 2974a86c6181SAlex Tomas if (path[i].p_hdr->eh_entries == 0 && i > 0) { 2975d0d856e8SRandy Dunlap /* index is empty, remove it; 2976a86c6181SAlex Tomas * handle must be already prepared by the 2977a86c6181SAlex Tomas * truncatei_leaf() */ 2978c36575e6SForrest Liu err = ext4_ext_rm_idx(handle, inode, path, i); 2979a86c6181SAlex Tomas } 2980d0d856e8SRandy Dunlap /* root level has p_bh == NULL, brelse() eats this */ 2981a86c6181SAlex Tomas brelse(path[i].p_bh); 2982a86c6181SAlex Tomas path[i].p_bh = NULL; 2983a86c6181SAlex Tomas i--; 298470aa1554SRitesh Harjani ext_debug(inode, "return to level %d\n", i); 2985a86c6181SAlex Tomas } 2986a86c6181SAlex Tomas } 2987a86c6181SAlex Tomas 29889fe67149SEric Whitney trace_ext4_ext_remove_space_done(inode, start, end, depth, &partial, 29899fe67149SEric Whitney path->p_hdr->eh_entries); 2990d8990240SAditya Kali 29910756b908SEric Whitney /* 29929fe67149SEric Whitney * if there's a partial cluster and we have removed the first extent 29939fe67149SEric Whitney * in the file, then we also free the partial cluster, if any 29940756b908SEric Whitney */ 29959fe67149SEric Whitney if (partial.state == tofree && err == 0) { 29969fe67149SEric Whitney int flags = get_default_free_blocks_flags(inode); 29979fe67149SEric Whitney 29989fe67149SEric Whitney if (ext4_is_pending(inode, partial.lblk)) 29999fe67149SEric Whitney flags |= EXT4_FREE_BLOCKS_RERESERVE_CLUSTER; 30007b415bf6SAditya Kali ext4_free_blocks(handle, inode, NULL, 30019fe67149SEric Whitney EXT4_C2B(sbi, partial.pclu), 30029fe67149SEric Whitney sbi->s_cluster_ratio, flags); 30039fe67149SEric Whitney if (flags & EXT4_FREE_BLOCKS_RERESERVE_CLUSTER) 30049fe67149SEric Whitney ext4_rereserve_cluster(inode, partial.lblk); 30059fe67149SEric Whitney partial.state = initial; 30067b415bf6SAditya Kali } 30077b415bf6SAditya Kali 3008a86c6181SAlex Tomas /* TODO: flexible tree reduction should be here */ 3009a86c6181SAlex Tomas if (path->p_hdr->eh_entries == 0) { 3010a86c6181SAlex Tomas /* 3011d0d856e8SRandy Dunlap * truncate to zero freed all the tree, 3012d0d856e8SRandy Dunlap * so we need to correct eh_depth 3013a86c6181SAlex Tomas */ 3014a86c6181SAlex Tomas err = ext4_ext_get_access(handle, inode, path); 3015a86c6181SAlex Tomas if (err == 0) { 3016a86c6181SAlex Tomas ext_inode_hdr(inode)->eh_depth = 0; 3017a86c6181SAlex Tomas ext_inode_hdr(inode)->eh_max = 301855ad63bfSTheodore Ts'o cpu_to_le16(ext4_ext_space_root(inode, 0)); 3019a86c6181SAlex Tomas err = ext4_ext_dirty(handle, inode, path); 3020a86c6181SAlex Tomas } 3021a86c6181SAlex Tomas } 3022a86c6181SAlex Tomas out: 3023a86c6181SAlex Tomas ext4_ext_drop_refs(path); 3024a86c6181SAlex Tomas kfree(path); 3025968dee77SAshish Sangwan path = NULL; 3026dfe50809STheodore Ts'o if (err == -EAGAIN) 3027dfe50809STheodore Ts'o goto again; 3028a86c6181SAlex Tomas ext4_journal_stop(handle); 3029a86c6181SAlex Tomas 3030a86c6181SAlex Tomas return err; 3031a86c6181SAlex Tomas } 3032a86c6181SAlex Tomas 3033a86c6181SAlex Tomas /* 3034a86c6181SAlex Tomas * called at mount time 3035a86c6181SAlex Tomas */ 3036a86c6181SAlex Tomas void ext4_ext_init(struct super_block *sb) 3037a86c6181SAlex Tomas { 3038a86c6181SAlex Tomas /* 3039a86c6181SAlex Tomas * possible initialization would be here 3040a86c6181SAlex Tomas */ 3041a86c6181SAlex Tomas 3042e2b911c5SDarrick J. Wong if (ext4_has_feature_extents(sb)) { 304390576c0bSTheodore Ts'o #if defined(AGGRESSIVE_TEST) || defined(CHECK_BINSEARCH) || defined(EXTENTS_STATS) 304492b97816STheodore Ts'o printk(KERN_INFO "EXT4-fs: file extents enabled" 3045bbf2f9fbSRobert P. J. Day #ifdef AGGRESSIVE_TEST 304692b97816STheodore Ts'o ", aggressive tests" 3047a86c6181SAlex Tomas #endif 3048a86c6181SAlex Tomas #ifdef CHECK_BINSEARCH 304992b97816STheodore Ts'o ", check binsearch" 3050a86c6181SAlex Tomas #endif 3051a86c6181SAlex Tomas #ifdef EXTENTS_STATS 305292b97816STheodore Ts'o ", stats" 3053a86c6181SAlex Tomas #endif 305492b97816STheodore Ts'o "\n"); 305590576c0bSTheodore Ts'o #endif 3056a86c6181SAlex Tomas #ifdef EXTENTS_STATS 3057a86c6181SAlex Tomas spin_lock_init(&EXT4_SB(sb)->s_ext_stats_lock); 3058a86c6181SAlex Tomas EXT4_SB(sb)->s_ext_min = 1 << 30; 3059a86c6181SAlex Tomas EXT4_SB(sb)->s_ext_max = 0; 3060a86c6181SAlex Tomas #endif 3061a86c6181SAlex Tomas } 3062a86c6181SAlex Tomas } 3063a86c6181SAlex Tomas 3064a86c6181SAlex Tomas /* 3065a86c6181SAlex Tomas * called at umount time 3066a86c6181SAlex Tomas */ 3067a86c6181SAlex Tomas void ext4_ext_release(struct super_block *sb) 3068a86c6181SAlex Tomas { 3069e2b911c5SDarrick J. Wong if (!ext4_has_feature_extents(sb)) 3070a86c6181SAlex Tomas return; 3071a86c6181SAlex Tomas 3072a86c6181SAlex Tomas #ifdef EXTENTS_STATS 3073a86c6181SAlex Tomas if (EXT4_SB(sb)->s_ext_blocks && EXT4_SB(sb)->s_ext_extents) { 3074a86c6181SAlex Tomas struct ext4_sb_info *sbi = EXT4_SB(sb); 3075a86c6181SAlex Tomas printk(KERN_ERR "EXT4-fs: %lu blocks in %lu extents (%lu ave)\n", 3076a86c6181SAlex Tomas sbi->s_ext_blocks, sbi->s_ext_extents, 3077a86c6181SAlex Tomas sbi->s_ext_blocks / sbi->s_ext_extents); 3078a86c6181SAlex Tomas printk(KERN_ERR "EXT4-fs: extents: %lu min, %lu max, max depth %lu\n", 3079a86c6181SAlex Tomas sbi->s_ext_min, sbi->s_ext_max, sbi->s_depth_max); 3080a86c6181SAlex Tomas } 3081a86c6181SAlex Tomas #endif 3082a86c6181SAlex Tomas } 3083a86c6181SAlex Tomas 3084d7b2a00cSZheng Liu static int ext4_zeroout_es(struct inode *inode, struct ext4_extent *ex) 3085d7b2a00cSZheng Liu { 3086d7b2a00cSZheng Liu ext4_lblk_t ee_block; 3087d7b2a00cSZheng Liu ext4_fsblk_t ee_pblock; 3088d7b2a00cSZheng Liu unsigned int ee_len; 3089d7b2a00cSZheng Liu 3090d7b2a00cSZheng Liu ee_block = le32_to_cpu(ex->ee_block); 3091d7b2a00cSZheng Liu ee_len = ext4_ext_get_actual_len(ex); 3092d7b2a00cSZheng Liu ee_pblock = ext4_ext_pblock(ex); 3093d7b2a00cSZheng Liu 3094d7b2a00cSZheng Liu if (ee_len == 0) 3095d7b2a00cSZheng Liu return 0; 3096d7b2a00cSZheng Liu 3097d7b2a00cSZheng Liu return ext4_es_insert_extent(inode, ee_block, ee_len, ee_pblock, 3098d7b2a00cSZheng Liu EXTENT_STATUS_WRITTEN); 3099d7b2a00cSZheng Liu } 3100d7b2a00cSZheng Liu 3101093a088bSAneesh Kumar K.V /* FIXME!! we need to try to merge to left or right after zero-out */ 3102093a088bSAneesh Kumar K.V static int ext4_ext_zeroout(struct inode *inode, struct ext4_extent *ex) 3103093a088bSAneesh Kumar K.V { 31042407518dSLukas Czerner ext4_fsblk_t ee_pblock; 31052407518dSLukas Czerner unsigned int ee_len; 3106093a088bSAneesh Kumar K.V 3107093a088bSAneesh Kumar K.V ee_len = ext4_ext_get_actual_len(ex); 3108bf89d16fSTheodore Ts'o ee_pblock = ext4_ext_pblock(ex); 310953085facSJan Kara return ext4_issue_zeroout(inode, le32_to_cpu(ex->ee_block), ee_pblock, 311053085facSJan Kara ee_len); 3111093a088bSAneesh Kumar K.V } 3112093a088bSAneesh Kumar K.V 311347ea3bb5SYongqiang Yang /* 311447ea3bb5SYongqiang Yang * ext4_split_extent_at() splits an extent at given block. 311547ea3bb5SYongqiang Yang * 311647ea3bb5SYongqiang Yang * @handle: the journal handle 311747ea3bb5SYongqiang Yang * @inode: the file inode 311847ea3bb5SYongqiang Yang * @path: the path to the extent 311947ea3bb5SYongqiang Yang * @split: the logical block where the extent is splitted. 312047ea3bb5SYongqiang Yang * @split_flags: indicates if the extent could be zeroout if split fails, and 3121556615dcSLukas Czerner * the states(init or unwritten) of new extents. 312247ea3bb5SYongqiang Yang * @flags: flags used to insert new extent to extent tree. 312347ea3bb5SYongqiang Yang * 312447ea3bb5SYongqiang Yang * 312547ea3bb5SYongqiang Yang * Splits extent [a, b] into two extents [a, @split) and [@split, b], states 3126e4d7f2d3SKeyur Patel * of which are determined by split_flag. 312747ea3bb5SYongqiang Yang * 312847ea3bb5SYongqiang Yang * There are two cases: 312947ea3bb5SYongqiang Yang * a> the extent are splitted into two extent. 313047ea3bb5SYongqiang Yang * b> split is not needed, and just mark the extent. 313147ea3bb5SYongqiang Yang * 313247ea3bb5SYongqiang Yang * return 0 on success. 313347ea3bb5SYongqiang Yang */ 313447ea3bb5SYongqiang Yang static int ext4_split_extent_at(handle_t *handle, 313547ea3bb5SYongqiang Yang struct inode *inode, 3136dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 313747ea3bb5SYongqiang Yang ext4_lblk_t split, 313847ea3bb5SYongqiang Yang int split_flag, 313947ea3bb5SYongqiang Yang int flags) 314047ea3bb5SYongqiang Yang { 3141dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 314247ea3bb5SYongqiang Yang ext4_fsblk_t newblock; 314347ea3bb5SYongqiang Yang ext4_lblk_t ee_block; 3144adb23551SZheng Liu struct ext4_extent *ex, newex, orig_ex, zero_ex; 314547ea3bb5SYongqiang Yang struct ext4_extent *ex2 = NULL; 314647ea3bb5SYongqiang Yang unsigned int ee_len, depth; 314747ea3bb5SYongqiang Yang int err = 0; 314847ea3bb5SYongqiang Yang 3149dee1f973SDmitry Monakhov BUG_ON((split_flag & (EXT4_EXT_DATA_VALID1 | EXT4_EXT_DATA_VALID2)) == 3150dee1f973SDmitry Monakhov (EXT4_EXT_DATA_VALID1 | EXT4_EXT_DATA_VALID2)); 3151dee1f973SDmitry Monakhov 315270aa1554SRitesh Harjani ext_debug(inode, "logical block %llu\n", (unsigned long long)split); 315347ea3bb5SYongqiang Yang 315447ea3bb5SYongqiang Yang ext4_ext_show_leaf(inode, path); 315547ea3bb5SYongqiang Yang 315647ea3bb5SYongqiang Yang depth = ext_depth(inode); 315747ea3bb5SYongqiang Yang ex = path[depth].p_ext; 315847ea3bb5SYongqiang Yang ee_block = le32_to_cpu(ex->ee_block); 315947ea3bb5SYongqiang Yang ee_len = ext4_ext_get_actual_len(ex); 316047ea3bb5SYongqiang Yang newblock = split - ee_block + ext4_ext_pblock(ex); 316147ea3bb5SYongqiang Yang 316247ea3bb5SYongqiang Yang BUG_ON(split < ee_block || split >= (ee_block + ee_len)); 3163556615dcSLukas Czerner BUG_ON(!ext4_ext_is_unwritten(ex) && 3164357b66fdSDmitry Monakhov split_flag & (EXT4_EXT_MAY_ZEROOUT | 3165556615dcSLukas Czerner EXT4_EXT_MARK_UNWRIT1 | 3166556615dcSLukas Czerner EXT4_EXT_MARK_UNWRIT2)); 316747ea3bb5SYongqiang Yang 316847ea3bb5SYongqiang Yang err = ext4_ext_get_access(handle, inode, path + depth); 316947ea3bb5SYongqiang Yang if (err) 317047ea3bb5SYongqiang Yang goto out; 317147ea3bb5SYongqiang Yang 317247ea3bb5SYongqiang Yang if (split == ee_block) { 317347ea3bb5SYongqiang Yang /* 317447ea3bb5SYongqiang Yang * case b: block @split is the block that the extent begins with 317547ea3bb5SYongqiang Yang * then we just change the state of the extent, and splitting 317647ea3bb5SYongqiang Yang * is not needed. 317747ea3bb5SYongqiang Yang */ 3178556615dcSLukas Czerner if (split_flag & EXT4_EXT_MARK_UNWRIT2) 3179556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); 318047ea3bb5SYongqiang Yang else 318147ea3bb5SYongqiang Yang ext4_ext_mark_initialized(ex); 318247ea3bb5SYongqiang Yang 318347ea3bb5SYongqiang Yang if (!(flags & EXT4_GET_BLOCKS_PRE_IO)) 3184ecb94f5fSTheodore Ts'o ext4_ext_try_to_merge(handle, inode, path, ex); 318547ea3bb5SYongqiang Yang 3186ecb94f5fSTheodore Ts'o err = ext4_ext_dirty(handle, inode, path + path->p_depth); 318747ea3bb5SYongqiang Yang goto out; 318847ea3bb5SYongqiang Yang } 318947ea3bb5SYongqiang Yang 319047ea3bb5SYongqiang Yang /* case a */ 319147ea3bb5SYongqiang Yang memcpy(&orig_ex, ex, sizeof(orig_ex)); 319247ea3bb5SYongqiang Yang ex->ee_len = cpu_to_le16(split - ee_block); 3193556615dcSLukas Czerner if (split_flag & EXT4_EXT_MARK_UNWRIT1) 3194556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); 319547ea3bb5SYongqiang Yang 319647ea3bb5SYongqiang Yang /* 319747ea3bb5SYongqiang Yang * path may lead to new leaf, not to original leaf any more 319847ea3bb5SYongqiang Yang * after ext4_ext_insert_extent() returns, 319947ea3bb5SYongqiang Yang */ 320047ea3bb5SYongqiang Yang err = ext4_ext_dirty(handle, inode, path + depth); 320147ea3bb5SYongqiang Yang if (err) 320247ea3bb5SYongqiang Yang goto fix_extent_len; 320347ea3bb5SYongqiang Yang 320447ea3bb5SYongqiang Yang ex2 = &newex; 320547ea3bb5SYongqiang Yang ex2->ee_block = cpu_to_le32(split); 320647ea3bb5SYongqiang Yang ex2->ee_len = cpu_to_le16(ee_len - (split - ee_block)); 320747ea3bb5SYongqiang Yang ext4_ext_store_pblock(ex2, newblock); 3208556615dcSLukas Czerner if (split_flag & EXT4_EXT_MARK_UNWRIT2) 3209556615dcSLukas Czerner ext4_ext_mark_unwritten(ex2); 321047ea3bb5SYongqiang Yang 3211dfe50809STheodore Ts'o err = ext4_ext_insert_extent(handle, inode, ppath, &newex, flags); 3212082cd4ecSYe Bin if (err != -ENOSPC && err != -EDQUOT) 3213082cd4ecSYe Bin goto out; 3214082cd4ecSYe Bin 3215082cd4ecSYe Bin if (EXT4_EXT_MAY_ZEROOUT & split_flag) { 3216dee1f973SDmitry Monakhov if (split_flag & (EXT4_EXT_DATA_VALID1|EXT4_EXT_DATA_VALID2)) { 3217adb23551SZheng Liu if (split_flag & EXT4_EXT_DATA_VALID1) { 3218dee1f973SDmitry Monakhov err = ext4_ext_zeroout(inode, ex2); 3219adb23551SZheng Liu zero_ex.ee_block = ex2->ee_block; 32208cde7ad1SZheng Liu zero_ex.ee_len = cpu_to_le16( 32218cde7ad1SZheng Liu ext4_ext_get_actual_len(ex2)); 3222adb23551SZheng Liu ext4_ext_store_pblock(&zero_ex, 3223adb23551SZheng Liu ext4_ext_pblock(ex2)); 3224adb23551SZheng Liu } else { 3225dee1f973SDmitry Monakhov err = ext4_ext_zeroout(inode, ex); 3226adb23551SZheng Liu zero_ex.ee_block = ex->ee_block; 32278cde7ad1SZheng Liu zero_ex.ee_len = cpu_to_le16( 32288cde7ad1SZheng Liu ext4_ext_get_actual_len(ex)); 3229adb23551SZheng Liu ext4_ext_store_pblock(&zero_ex, 3230adb23551SZheng Liu ext4_ext_pblock(ex)); 3231adb23551SZheng Liu } 3232adb23551SZheng Liu } else { 323347ea3bb5SYongqiang Yang err = ext4_ext_zeroout(inode, &orig_ex); 3234adb23551SZheng Liu zero_ex.ee_block = orig_ex.ee_block; 32358cde7ad1SZheng Liu zero_ex.ee_len = cpu_to_le16( 32368cde7ad1SZheng Liu ext4_ext_get_actual_len(&orig_ex)); 3237adb23551SZheng Liu ext4_ext_store_pblock(&zero_ex, 3238adb23551SZheng Liu ext4_ext_pblock(&orig_ex)); 3239adb23551SZheng Liu } 3240dee1f973SDmitry Monakhov 3241082cd4ecSYe Bin if (!err) { 324247ea3bb5SYongqiang Yang /* update the extent length and mark as initialized */ 3243af1584f5SAl Viro ex->ee_len = cpu_to_le16(ee_len); 3244ecb94f5fSTheodore Ts'o ext4_ext_try_to_merge(handle, inode, path, ex); 3245ecb94f5fSTheodore Ts'o err = ext4_ext_dirty(handle, inode, path + path->p_depth); 3246082cd4ecSYe Bin if (!err) 3247adb23551SZheng Liu /* update extent status tree */ 3248d7b2a00cSZheng Liu err = ext4_zeroout_es(inode, &zero_ex); 3249082cd4ecSYe Bin /* If we failed at this point, we don't know in which 3250082cd4ecSYe Bin * state the extent tree exactly is so don't try to fix 3251082cd4ecSYe Bin * length of the original extent as it may do even more 3252082cd4ecSYe Bin * damage. 3253082cd4ecSYe Bin */ 325447ea3bb5SYongqiang Yang goto out; 3255082cd4ecSYe Bin } 3256082cd4ecSYe Bin } 325747ea3bb5SYongqiang Yang 325847ea3bb5SYongqiang Yang fix_extent_len: 325947ea3bb5SYongqiang Yang ex->ee_len = orig_ex.ee_len; 3260b60ca334SHarshad Shirwadkar /* 3261b60ca334SHarshad Shirwadkar * Ignore ext4_ext_dirty return value since we are already in error path 3262b60ca334SHarshad Shirwadkar * and err is a non-zero error code. 3263b60ca334SHarshad Shirwadkar */ 326429faed16SDmitry Monakhov ext4_ext_dirty(handle, inode, path + path->p_depth); 326547ea3bb5SYongqiang Yang return err; 3266082cd4ecSYe Bin out: 3267082cd4ecSYe Bin ext4_ext_show_leaf(inode, path); 3268082cd4ecSYe Bin return err; 326947ea3bb5SYongqiang Yang } 327047ea3bb5SYongqiang Yang 327147ea3bb5SYongqiang Yang /* 327247ea3bb5SYongqiang Yang * ext4_split_extents() splits an extent and mark extent which is covered 327347ea3bb5SYongqiang Yang * by @map as split_flags indicates 327447ea3bb5SYongqiang Yang * 327547ea3bb5SYongqiang Yang * It may result in splitting the extent into multiple extents (up to three) 327647ea3bb5SYongqiang Yang * There are three possibilities: 327747ea3bb5SYongqiang Yang * a> There is no split required 327847ea3bb5SYongqiang Yang * b> Splits in two extents: Split is happening at either end of the extent 327947ea3bb5SYongqiang Yang * c> Splits in three extents: Somone is splitting in middle of the extent 328047ea3bb5SYongqiang Yang * 328147ea3bb5SYongqiang Yang */ 328247ea3bb5SYongqiang Yang static int ext4_split_extent(handle_t *handle, 328347ea3bb5SYongqiang Yang struct inode *inode, 3284dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 328547ea3bb5SYongqiang Yang struct ext4_map_blocks *map, 328647ea3bb5SYongqiang Yang int split_flag, 328747ea3bb5SYongqiang Yang int flags) 328847ea3bb5SYongqiang Yang { 3289dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 329047ea3bb5SYongqiang Yang ext4_lblk_t ee_block; 329147ea3bb5SYongqiang Yang struct ext4_extent *ex; 329247ea3bb5SYongqiang Yang unsigned int ee_len, depth; 329347ea3bb5SYongqiang Yang int err = 0; 3294556615dcSLukas Czerner int unwritten; 329547ea3bb5SYongqiang Yang int split_flag1, flags1; 32963a225670SZheng Liu int allocated = map->m_len; 329747ea3bb5SYongqiang Yang 329847ea3bb5SYongqiang Yang depth = ext_depth(inode); 329947ea3bb5SYongqiang Yang ex = path[depth].p_ext; 330047ea3bb5SYongqiang Yang ee_block = le32_to_cpu(ex->ee_block); 330147ea3bb5SYongqiang Yang ee_len = ext4_ext_get_actual_len(ex); 3302556615dcSLukas Czerner unwritten = ext4_ext_is_unwritten(ex); 330347ea3bb5SYongqiang Yang 330447ea3bb5SYongqiang Yang if (map->m_lblk + map->m_len < ee_block + ee_len) { 3305dee1f973SDmitry Monakhov split_flag1 = split_flag & EXT4_EXT_MAY_ZEROOUT; 330647ea3bb5SYongqiang Yang flags1 = flags | EXT4_GET_BLOCKS_PRE_IO; 3307556615dcSLukas Czerner if (unwritten) 3308556615dcSLukas Czerner split_flag1 |= EXT4_EXT_MARK_UNWRIT1 | 3309556615dcSLukas Czerner EXT4_EXT_MARK_UNWRIT2; 3310dee1f973SDmitry Monakhov if (split_flag & EXT4_EXT_DATA_VALID2) 3311dee1f973SDmitry Monakhov split_flag1 |= EXT4_EXT_DATA_VALID1; 3312dfe50809STheodore Ts'o err = ext4_split_extent_at(handle, inode, ppath, 331347ea3bb5SYongqiang Yang map->m_lblk + map->m_len, split_flag1, flags1); 331493917411SYongqiang Yang if (err) 331593917411SYongqiang Yang goto out; 33163a225670SZheng Liu } else { 33173a225670SZheng Liu allocated = ee_len - (map->m_lblk - ee_block); 331847ea3bb5SYongqiang Yang } 3319357b66fdSDmitry Monakhov /* 3320357b66fdSDmitry Monakhov * Update path is required because previous ext4_split_extent_at() may 3321357b66fdSDmitry Monakhov * result in split of original leaf or extent zeroout. 3322357b66fdSDmitry Monakhov */ 332373c384c0STheodore Ts'o path = ext4_find_extent(inode, map->m_lblk, ppath, flags); 332447ea3bb5SYongqiang Yang if (IS_ERR(path)) 332547ea3bb5SYongqiang Yang return PTR_ERR(path); 3326357b66fdSDmitry Monakhov depth = ext_depth(inode); 3327357b66fdSDmitry Monakhov ex = path[depth].p_ext; 3328a18ed359SDmitry Monakhov if (!ex) { 3329a18ed359SDmitry Monakhov EXT4_ERROR_INODE(inode, "unexpected hole at %lu", 3330a18ed359SDmitry Monakhov (unsigned long) map->m_lblk); 33316a797d27SDarrick J. Wong return -EFSCORRUPTED; 3332a18ed359SDmitry Monakhov } 3333556615dcSLukas Czerner unwritten = ext4_ext_is_unwritten(ex); 3334357b66fdSDmitry Monakhov split_flag1 = 0; 333547ea3bb5SYongqiang Yang 333647ea3bb5SYongqiang Yang if (map->m_lblk >= ee_block) { 3337357b66fdSDmitry Monakhov split_flag1 = split_flag & EXT4_EXT_DATA_VALID2; 3338556615dcSLukas Czerner if (unwritten) { 3339556615dcSLukas Czerner split_flag1 |= EXT4_EXT_MARK_UNWRIT1; 3340357b66fdSDmitry Monakhov split_flag1 |= split_flag & (EXT4_EXT_MAY_ZEROOUT | 3341556615dcSLukas Czerner EXT4_EXT_MARK_UNWRIT2); 3342357b66fdSDmitry Monakhov } 3343dfe50809STheodore Ts'o err = ext4_split_extent_at(handle, inode, ppath, 334447ea3bb5SYongqiang Yang map->m_lblk, split_flag1, flags); 334547ea3bb5SYongqiang Yang if (err) 334647ea3bb5SYongqiang Yang goto out; 334747ea3bb5SYongqiang Yang } 334847ea3bb5SYongqiang Yang 334947ea3bb5SYongqiang Yang ext4_ext_show_leaf(inode, path); 335047ea3bb5SYongqiang Yang out: 33513a225670SZheng Liu return err ? err : allocated; 335247ea3bb5SYongqiang Yang } 335347ea3bb5SYongqiang Yang 335456055d3aSAmit Arora /* 3355e35fd660STheodore Ts'o * This function is called by ext4_ext_map_blocks() if someone tries to write 3356556615dcSLukas Czerner * to an unwritten extent. It may result in splitting the unwritten 335756055d3aSAmit Arora * extent into multiple extents (up to three - one initialized and two 3358556615dcSLukas Czerner * unwritten). 335956055d3aSAmit Arora * There are three possibilities: 336056055d3aSAmit Arora * a> There is no split required: Entire extent should be initialized 336156055d3aSAmit Arora * b> Splits in two extents: Write is happening at either end of the extent 336256055d3aSAmit Arora * c> Splits in three extents: Somone is writing in middle of the extent 33636f91bc5fSEric Gouriou * 33646f91bc5fSEric Gouriou * Pre-conditions: 3365556615dcSLukas Czerner * - The extent pointed to by 'path' is unwritten. 33666f91bc5fSEric Gouriou * - The extent pointed to by 'path' contains a superset 33676f91bc5fSEric Gouriou * of the logical span [map->m_lblk, map->m_lblk + map->m_len). 33686f91bc5fSEric Gouriou * 33696f91bc5fSEric Gouriou * Post-conditions on success: 33706f91bc5fSEric Gouriou * - the returned value is the number of blocks beyond map->l_lblk 33716f91bc5fSEric Gouriou * that are allocated and initialized. 33726f91bc5fSEric Gouriou * It is guaranteed to be >= map->m_len. 337356055d3aSAmit Arora */ 3374725d26d3SAneesh Kumar K.V static int ext4_ext_convert_to_initialized(handle_t *handle, 3375725d26d3SAneesh Kumar K.V struct inode *inode, 3376e35fd660STheodore Ts'o struct ext4_map_blocks *map, 3377dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 337827dd4385SLukas Czerner int flags) 337956055d3aSAmit Arora { 3380dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 338167a5da56SZheng Liu struct ext4_sb_info *sbi; 33826f91bc5fSEric Gouriou struct ext4_extent_header *eh; 3383667eff35SYongqiang Yang struct ext4_map_blocks split_map; 33844f8caa60SJan Kara struct ext4_extent zero_ex1, zero_ex2; 3385bc2d9db4SLukas Czerner struct ext4_extent *ex, *abut_ex; 338621ca087aSDmitry Monakhov ext4_lblk_t ee_block, eof_block; 3387bc2d9db4SLukas Czerner unsigned int ee_len, depth, map_len = map->m_len; 3388bc2d9db4SLukas Czerner int allocated = 0, max_zeroout = 0; 338956055d3aSAmit Arora int err = 0; 33904f8caa60SJan Kara int split_flag = EXT4_EXT_DATA_VALID2; 339121ca087aSDmitry Monakhov 339270aa1554SRitesh Harjani ext_debug(inode, "logical block %llu, max_blocks %u\n", 3393bc2d9db4SLukas Czerner (unsigned long long)map->m_lblk, map_len); 339421ca087aSDmitry Monakhov 339567a5da56SZheng Liu sbi = EXT4_SB(inode->i_sb); 3396801674f3SJan Kara eof_block = (EXT4_I(inode)->i_disksize + inode->i_sb->s_blocksize - 1) 3397801674f3SJan Kara >> inode->i_sb->s_blocksize_bits; 3398bc2d9db4SLukas Czerner if (eof_block < map->m_lblk + map_len) 3399bc2d9db4SLukas Czerner eof_block = map->m_lblk + map_len; 340056055d3aSAmit Arora 340156055d3aSAmit Arora depth = ext_depth(inode); 34026f91bc5fSEric Gouriou eh = path[depth].p_hdr; 340356055d3aSAmit Arora ex = path[depth].p_ext; 340456055d3aSAmit Arora ee_block = le32_to_cpu(ex->ee_block); 340556055d3aSAmit Arora ee_len = ext4_ext_get_actual_len(ex); 34064f8caa60SJan Kara zero_ex1.ee_len = 0; 34074f8caa60SJan Kara zero_ex2.ee_len = 0; 340821ca087aSDmitry Monakhov 34096f91bc5fSEric Gouriou trace_ext4_ext_convert_to_initialized_enter(inode, map, ex); 34106f91bc5fSEric Gouriou 34116f91bc5fSEric Gouriou /* Pre-conditions */ 3412556615dcSLukas Czerner BUG_ON(!ext4_ext_is_unwritten(ex)); 34136f91bc5fSEric Gouriou BUG_ON(!in_range(map->m_lblk, ee_block, ee_len)); 34146f91bc5fSEric Gouriou 34156f91bc5fSEric Gouriou /* 34166f91bc5fSEric Gouriou * Attempt to transfer newly initialized blocks from the currently 3417556615dcSLukas Czerner * unwritten extent to its neighbor. This is much cheaper 34186f91bc5fSEric Gouriou * than an insertion followed by a merge as those involve costly 3419bc2d9db4SLukas Czerner * memmove() calls. Transferring to the left is the common case in 3420bc2d9db4SLukas Czerner * steady state for workloads doing fallocate(FALLOC_FL_KEEP_SIZE) 3421bc2d9db4SLukas Czerner * followed by append writes. 34226f91bc5fSEric Gouriou * 34236f91bc5fSEric Gouriou * Limitations of the current logic: 3424bc2d9db4SLukas Czerner * - L1: we do not deal with writes covering the whole extent. 34256f91bc5fSEric Gouriou * This would require removing the extent if the transfer 34266f91bc5fSEric Gouriou * is possible. 3427bc2d9db4SLukas Czerner * - L2: we only attempt to merge with an extent stored in the 34286f91bc5fSEric Gouriou * same extent tree node. 34296f91bc5fSEric Gouriou */ 3430bc2d9db4SLukas Czerner if ((map->m_lblk == ee_block) && 3431bc2d9db4SLukas Czerner /* See if we can merge left */ 3432bc2d9db4SLukas Czerner (map_len < ee_len) && /*L1*/ 3433bc2d9db4SLukas Czerner (ex > EXT_FIRST_EXTENT(eh))) { /*L2*/ 34346f91bc5fSEric Gouriou ext4_lblk_t prev_lblk; 34356f91bc5fSEric Gouriou ext4_fsblk_t prev_pblk, ee_pblk; 3436bc2d9db4SLukas Czerner unsigned int prev_len; 34376f91bc5fSEric Gouriou 3438bc2d9db4SLukas Czerner abut_ex = ex - 1; 3439bc2d9db4SLukas Czerner prev_lblk = le32_to_cpu(abut_ex->ee_block); 3440bc2d9db4SLukas Czerner prev_len = ext4_ext_get_actual_len(abut_ex); 3441bc2d9db4SLukas Czerner prev_pblk = ext4_ext_pblock(abut_ex); 34426f91bc5fSEric Gouriou ee_pblk = ext4_ext_pblock(ex); 34436f91bc5fSEric Gouriou 34446f91bc5fSEric Gouriou /* 3445bc2d9db4SLukas Czerner * A transfer of blocks from 'ex' to 'abut_ex' is allowed 34466f91bc5fSEric Gouriou * upon those conditions: 3447bc2d9db4SLukas Czerner * - C1: abut_ex is initialized, 3448bc2d9db4SLukas Czerner * - C2: abut_ex is logically abutting ex, 3449bc2d9db4SLukas Czerner * - C3: abut_ex is physically abutting ex, 3450bc2d9db4SLukas Czerner * - C4: abut_ex can receive the additional blocks without 34516f91bc5fSEric Gouriou * overflowing the (initialized) length limit. 34526f91bc5fSEric Gouriou */ 3453556615dcSLukas Czerner if ((!ext4_ext_is_unwritten(abut_ex)) && /*C1*/ 34546f91bc5fSEric Gouriou ((prev_lblk + prev_len) == ee_block) && /*C2*/ 34556f91bc5fSEric Gouriou ((prev_pblk + prev_len) == ee_pblk) && /*C3*/ 3456bc2d9db4SLukas Czerner (prev_len < (EXT_INIT_MAX_LEN - map_len))) { /*C4*/ 34576f91bc5fSEric Gouriou err = ext4_ext_get_access(handle, inode, path + depth); 34586f91bc5fSEric Gouriou if (err) 34596f91bc5fSEric Gouriou goto out; 34606f91bc5fSEric Gouriou 34616f91bc5fSEric Gouriou trace_ext4_ext_convert_to_initialized_fastpath(inode, 3462bc2d9db4SLukas Czerner map, ex, abut_ex); 34636f91bc5fSEric Gouriou 3464bc2d9db4SLukas Czerner /* Shift the start of ex by 'map_len' blocks */ 3465bc2d9db4SLukas Czerner ex->ee_block = cpu_to_le32(ee_block + map_len); 3466bc2d9db4SLukas Czerner ext4_ext_store_pblock(ex, ee_pblk + map_len); 3467bc2d9db4SLukas Czerner ex->ee_len = cpu_to_le16(ee_len - map_len); 3468556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); /* Restore the flag */ 34696f91bc5fSEric Gouriou 3470bc2d9db4SLukas Czerner /* Extend abut_ex by 'map_len' blocks */ 3471bc2d9db4SLukas Czerner abut_ex->ee_len = cpu_to_le16(prev_len + map_len); 34726f91bc5fSEric Gouriou 3473bc2d9db4SLukas Czerner /* Result: number of initialized blocks past m_lblk */ 3474bc2d9db4SLukas Czerner allocated = map_len; 3475bc2d9db4SLukas Czerner } 3476bc2d9db4SLukas Czerner } else if (((map->m_lblk + map_len) == (ee_block + ee_len)) && 3477bc2d9db4SLukas Czerner (map_len < ee_len) && /*L1*/ 3478bc2d9db4SLukas Czerner ex < EXT_LAST_EXTENT(eh)) { /*L2*/ 3479bc2d9db4SLukas Czerner /* See if we can merge right */ 3480bc2d9db4SLukas Czerner ext4_lblk_t next_lblk; 3481bc2d9db4SLukas Czerner ext4_fsblk_t next_pblk, ee_pblk; 3482bc2d9db4SLukas Czerner unsigned int next_len; 3483bc2d9db4SLukas Czerner 3484bc2d9db4SLukas Czerner abut_ex = ex + 1; 3485bc2d9db4SLukas Czerner next_lblk = le32_to_cpu(abut_ex->ee_block); 3486bc2d9db4SLukas Czerner next_len = ext4_ext_get_actual_len(abut_ex); 3487bc2d9db4SLukas Czerner next_pblk = ext4_ext_pblock(abut_ex); 3488bc2d9db4SLukas Czerner ee_pblk = ext4_ext_pblock(ex); 3489bc2d9db4SLukas Czerner 3490bc2d9db4SLukas Czerner /* 3491bc2d9db4SLukas Czerner * A transfer of blocks from 'ex' to 'abut_ex' is allowed 3492bc2d9db4SLukas Czerner * upon those conditions: 3493bc2d9db4SLukas Czerner * - C1: abut_ex is initialized, 3494bc2d9db4SLukas Czerner * - C2: abut_ex is logically abutting ex, 3495bc2d9db4SLukas Czerner * - C3: abut_ex is physically abutting ex, 3496bc2d9db4SLukas Czerner * - C4: abut_ex can receive the additional blocks without 3497bc2d9db4SLukas Czerner * overflowing the (initialized) length limit. 3498bc2d9db4SLukas Czerner */ 3499556615dcSLukas Czerner if ((!ext4_ext_is_unwritten(abut_ex)) && /*C1*/ 3500bc2d9db4SLukas Czerner ((map->m_lblk + map_len) == next_lblk) && /*C2*/ 3501bc2d9db4SLukas Czerner ((ee_pblk + ee_len) == next_pblk) && /*C3*/ 3502bc2d9db4SLukas Czerner (next_len < (EXT_INIT_MAX_LEN - map_len))) { /*C4*/ 3503bc2d9db4SLukas Czerner err = ext4_ext_get_access(handle, inode, path + depth); 3504bc2d9db4SLukas Czerner if (err) 3505bc2d9db4SLukas Czerner goto out; 3506bc2d9db4SLukas Czerner 3507bc2d9db4SLukas Czerner trace_ext4_ext_convert_to_initialized_fastpath(inode, 3508bc2d9db4SLukas Czerner map, ex, abut_ex); 3509bc2d9db4SLukas Czerner 3510bc2d9db4SLukas Czerner /* Shift the start of abut_ex by 'map_len' blocks */ 3511bc2d9db4SLukas Czerner abut_ex->ee_block = cpu_to_le32(next_lblk - map_len); 3512bc2d9db4SLukas Czerner ext4_ext_store_pblock(abut_ex, next_pblk - map_len); 3513bc2d9db4SLukas Czerner ex->ee_len = cpu_to_le16(ee_len - map_len); 3514556615dcSLukas Czerner ext4_ext_mark_unwritten(ex); /* Restore the flag */ 3515bc2d9db4SLukas Czerner 3516bc2d9db4SLukas Czerner /* Extend abut_ex by 'map_len' blocks */ 3517bc2d9db4SLukas Czerner abut_ex->ee_len = cpu_to_le16(next_len + map_len); 3518bc2d9db4SLukas Czerner 3519bc2d9db4SLukas Czerner /* Result: number of initialized blocks past m_lblk */ 3520bc2d9db4SLukas Czerner allocated = map_len; 3521bc2d9db4SLukas Czerner } 3522bc2d9db4SLukas Czerner } 3523bc2d9db4SLukas Czerner if (allocated) { 35246f91bc5fSEric Gouriou /* Mark the block containing both extents as dirty */ 3525b60ca334SHarshad Shirwadkar err = ext4_ext_dirty(handle, inode, path + depth); 35266f91bc5fSEric Gouriou 35276f91bc5fSEric Gouriou /* Update path to point to the right extent */ 3528bc2d9db4SLukas Czerner path[depth].p_ext = abut_ex; 35296f91bc5fSEric Gouriou goto out; 3530bc2d9db4SLukas Czerner } else 3531bc2d9db4SLukas Czerner allocated = ee_len - (map->m_lblk - ee_block); 35326f91bc5fSEric Gouriou 3533667eff35SYongqiang Yang WARN_ON(map->m_lblk < ee_block); 353421ca087aSDmitry Monakhov /* 353521ca087aSDmitry Monakhov * It is safe to convert extent to initialized via explicit 35369e740568SYongqiang Yang * zeroout only if extent is fully inside i_size or new_size. 353721ca087aSDmitry Monakhov */ 3538667eff35SYongqiang Yang split_flag |= ee_block + ee_len <= eof_block ? EXT4_EXT_MAY_ZEROOUT : 0; 353921ca087aSDmitry Monakhov 354067a5da56SZheng Liu if (EXT4_EXT_MAY_ZEROOUT & split_flag) 354167a5da56SZheng Liu max_zeroout = sbi->s_extent_max_zeroout_kb >> 35424f42f80aSLukas Czerner (inode->i_sb->s_blocksize_bits - 10); 354367a5da56SZheng Liu 3544667eff35SYongqiang Yang /* 35454f8caa60SJan Kara * five cases: 3546667eff35SYongqiang Yang * 1. split the extent into three extents. 35474f8caa60SJan Kara * 2. split the extent into two extents, zeroout the head of the first 35484f8caa60SJan Kara * extent. 35494f8caa60SJan Kara * 3. split the extent into two extents, zeroout the tail of the second 35504f8caa60SJan Kara * extent. 3551667eff35SYongqiang Yang * 4. split the extent into two extents with out zeroout. 35524f8caa60SJan Kara * 5. no splitting needed, just possibly zeroout the head and / or the 35534f8caa60SJan Kara * tail of the extent. 3554667eff35SYongqiang Yang */ 3555667eff35SYongqiang Yang split_map.m_lblk = map->m_lblk; 3556667eff35SYongqiang Yang split_map.m_len = map->m_len; 3557667eff35SYongqiang Yang 35584f8caa60SJan Kara if (max_zeroout && (allocated > split_map.m_len)) { 355967a5da56SZheng Liu if (allocated <= max_zeroout) { 35604f8caa60SJan Kara /* case 3 or 5 */ 35614f8caa60SJan Kara zero_ex1.ee_block = 35624f8caa60SJan Kara cpu_to_le32(split_map.m_lblk + 35634f8caa60SJan Kara split_map.m_len); 35644f8caa60SJan Kara zero_ex1.ee_len = 35654f8caa60SJan Kara cpu_to_le16(allocated - split_map.m_len); 35664f8caa60SJan Kara ext4_ext_store_pblock(&zero_ex1, 35674f8caa60SJan Kara ext4_ext_pblock(ex) + split_map.m_lblk + 35684f8caa60SJan Kara split_map.m_len - ee_block); 35694f8caa60SJan Kara err = ext4_ext_zeroout(inode, &zero_ex1); 3570667eff35SYongqiang Yang if (err) 3571667eff35SYongqiang Yang goto out; 3572667eff35SYongqiang Yang split_map.m_len = allocated; 35734f8caa60SJan Kara } 35744f8caa60SJan Kara if (split_map.m_lblk - ee_block + split_map.m_len < 35754f8caa60SJan Kara max_zeroout) { 35764f8caa60SJan Kara /* case 2 or 5 */ 35774f8caa60SJan Kara if (split_map.m_lblk != ee_block) { 35784f8caa60SJan Kara zero_ex2.ee_block = ex->ee_block; 35794f8caa60SJan Kara zero_ex2.ee_len = cpu_to_le16(split_map.m_lblk - 3580667eff35SYongqiang Yang ee_block); 35814f8caa60SJan Kara ext4_ext_store_pblock(&zero_ex2, 3582667eff35SYongqiang Yang ext4_ext_pblock(ex)); 35834f8caa60SJan Kara err = ext4_ext_zeroout(inode, &zero_ex2); 3584667eff35SYongqiang Yang if (err) 3585667eff35SYongqiang Yang goto out; 3586667eff35SYongqiang Yang } 3587667eff35SYongqiang Yang 35884f8caa60SJan Kara split_map.m_len += split_map.m_lblk - ee_block; 3589667eff35SYongqiang Yang split_map.m_lblk = ee_block; 35909b940f8eSAllison Henderson allocated = map->m_len; 3591667eff35SYongqiang Yang } 3592667eff35SYongqiang Yang } 3593667eff35SYongqiang Yang 3594ae9e9c6aSJan Kara err = ext4_split_extent(handle, inode, ppath, &split_map, split_flag, 3595ae9e9c6aSJan Kara flags); 3596ae9e9c6aSJan Kara if (err > 0) 3597ae9e9c6aSJan Kara err = 0; 3598667eff35SYongqiang Yang out: 3599adb23551SZheng Liu /* If we have gotten a failure, don't zero out status tree */ 36004f8caa60SJan Kara if (!err) { 36014f8caa60SJan Kara err = ext4_zeroout_es(inode, &zero_ex1); 3602adb23551SZheng Liu if (!err) 36034f8caa60SJan Kara err = ext4_zeroout_es(inode, &zero_ex2); 36044f8caa60SJan Kara } 3605667eff35SYongqiang Yang return err ? err : allocated; 360656055d3aSAmit Arora } 360756055d3aSAmit Arora 3608c278bfecSAneesh Kumar K.V /* 3609e35fd660STheodore Ts'o * This function is called by ext4_ext_map_blocks() from 36100031462bSMingming Cao * ext4_get_blocks_dio_write() when DIO to write 3611556615dcSLukas Czerner * to an unwritten extent. 36120031462bSMingming Cao * 3613556615dcSLukas Czerner * Writing to an unwritten extent may result in splitting the unwritten 3614556615dcSLukas Czerner * extent into multiple initialized/unwritten extents (up to three) 36150031462bSMingming Cao * There are three possibilities: 3616556615dcSLukas Czerner * a> There is no split required: Entire extent should be unwritten 36170031462bSMingming Cao * b> Splits in two extents: Write is happening at either end of the extent 36180031462bSMingming Cao * c> Splits in three extents: Somone is writing in middle of the extent 36190031462bSMingming Cao * 3620b8a86845SLukas Czerner * This works the same way in the case of initialized -> unwritten conversion. 3621b8a86845SLukas Czerner * 36220031462bSMingming Cao * One of more index blocks maybe needed if the extent tree grow after 3623556615dcSLukas Czerner * the unwritten extent split. To prevent ENOSPC occur at the IO 3624556615dcSLukas Czerner * complete, we need to split the unwritten extent before DIO submit 3625556615dcSLukas Czerner * the IO. The unwritten extent called at this time will be split 3626556615dcSLukas Czerner * into three unwritten extent(at most). After IO complete, the part 36270031462bSMingming Cao * being filled will be convert to initialized by the end_io callback function 36280031462bSMingming Cao * via ext4_convert_unwritten_extents(). 3629ba230c3fSMingming * 3630556615dcSLukas Czerner * Returns the size of unwritten extent to be written on success. 36310031462bSMingming Cao */ 3632b8a86845SLukas Czerner static int ext4_split_convert_extents(handle_t *handle, 36330031462bSMingming Cao struct inode *inode, 3634e35fd660STheodore Ts'o struct ext4_map_blocks *map, 3635dfe50809STheodore Ts'o struct ext4_ext_path **ppath, 36360031462bSMingming Cao int flags) 36370031462bSMingming Cao { 3638dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 3639667eff35SYongqiang Yang ext4_lblk_t eof_block; 3640667eff35SYongqiang Yang ext4_lblk_t ee_block; 3641667eff35SYongqiang Yang struct ext4_extent *ex; 3642667eff35SYongqiang Yang unsigned int ee_len; 3643667eff35SYongqiang Yang int split_flag = 0, depth; 36440031462bSMingming Cao 364570aa1554SRitesh Harjani ext_debug(inode, "logical block %llu, max_blocks %u\n", 3646e35fd660STheodore Ts'o (unsigned long long)map->m_lblk, map->m_len); 364721ca087aSDmitry Monakhov 3648801674f3SJan Kara eof_block = (EXT4_I(inode)->i_disksize + inode->i_sb->s_blocksize - 1) 3649801674f3SJan Kara >> inode->i_sb->s_blocksize_bits; 3650e35fd660STheodore Ts'o if (eof_block < map->m_lblk + map->m_len) 3651e35fd660STheodore Ts'o eof_block = map->m_lblk + map->m_len; 36520031462bSMingming Cao /* 365321ca087aSDmitry Monakhov * It is safe to convert extent to initialized via explicit 3654e4d7f2d3SKeyur Patel * zeroout only if extent is fully inside i_size or new_size. 365521ca087aSDmitry Monakhov */ 3656667eff35SYongqiang Yang depth = ext_depth(inode); 36570031462bSMingming Cao ex = path[depth].p_ext; 3658667eff35SYongqiang Yang ee_block = le32_to_cpu(ex->ee_block); 3659667eff35SYongqiang Yang ee_len = ext4_ext_get_actual_len(ex); 36600031462bSMingming Cao 3661b8a86845SLukas Czerner /* Convert to unwritten */ 3662b8a86845SLukas Czerner if (flags & EXT4_GET_BLOCKS_CONVERT_UNWRITTEN) { 3663b8a86845SLukas Czerner split_flag |= EXT4_EXT_DATA_VALID1; 3664b8a86845SLukas Czerner /* Convert to initialized */ 3665b8a86845SLukas Czerner } else if (flags & EXT4_GET_BLOCKS_CONVERT) { 3666b8a86845SLukas Czerner split_flag |= ee_block + ee_len <= eof_block ? 3667b8a86845SLukas Czerner EXT4_EXT_MAY_ZEROOUT : 0; 3668556615dcSLukas Czerner split_flag |= (EXT4_EXT_MARK_UNWRIT2 | EXT4_EXT_DATA_VALID2); 3669b8a86845SLukas Czerner } 3670667eff35SYongqiang Yang flags |= EXT4_GET_BLOCKS_PRE_IO; 3671dfe50809STheodore Ts'o return ext4_split_extent(handle, inode, ppath, map, split_flag, flags); 36720031462bSMingming Cao } 3673197217a5SYongqiang Yang 3674c7064ef1SJiaying Zhang static int ext4_convert_unwritten_extents_endio(handle_t *handle, 36750031462bSMingming Cao struct inode *inode, 3676dee1f973SDmitry Monakhov struct ext4_map_blocks *map, 3677dfe50809STheodore Ts'o struct ext4_ext_path **ppath) 36780031462bSMingming Cao { 3679dfe50809STheodore Ts'o struct ext4_ext_path *path = *ppath; 36800031462bSMingming Cao struct ext4_extent *ex; 3681dee1f973SDmitry Monakhov ext4_lblk_t ee_block; 3682dee1f973SDmitry Monakhov unsigned int ee_len; 36830031462bSMingming Cao int depth; 36840031462bSMingming Cao int err = 0; 36850031462bSMingming Cao 36860031462bSMingming Cao depth = ext_depth(inode); 36870031462bSMingming Cao ex = path[depth].p_ext; 3688dee1f973SDmitry Monakhov ee_block = le32_to_cpu(ex->ee_block); 3689dee1f973SDmitry Monakhov ee_len = ext4_ext_get_actual_len(ex); 36900031462bSMingming Cao 369170aa1554SRitesh Harjani ext_debug(inode, "logical block %llu, max_blocks %u\n", 3692dee1f973SDmitry Monakhov (unsigned long long)ee_block, ee_len); 3693dee1f973SDmitry Monakhov 3694ff95ec22SDmitry Monakhov /* If extent is larger than requested it is a clear sign that we still 3695ff95ec22SDmitry Monakhov * have some extent state machine issues left. So extent_split is still 3696ff95ec22SDmitry Monakhov * required. 3697ff95ec22SDmitry Monakhov * TODO: Once all related issues will be fixed this situation should be 3698ff95ec22SDmitry Monakhov * illegal. 3699ff95ec22SDmitry Monakhov */ 3700dee1f973SDmitry Monakhov if (ee_block != map->m_lblk || ee_len > map->m_len) { 3701e3d550c2SRakesh Pandit #ifdef CONFIG_EXT4_DEBUG 3702e3d550c2SRakesh Pandit ext4_warning(inode->i_sb, "Inode (%ld) finished: extent logical block %llu," 37038d2ae1cbSJakub Wilk " len %u; IO logical block %llu, len %u", 3704ff95ec22SDmitry Monakhov inode->i_ino, (unsigned long long)ee_block, ee_len, 3705ff95ec22SDmitry Monakhov (unsigned long long)map->m_lblk, map->m_len); 3706ff95ec22SDmitry Monakhov #endif 3707dfe50809STheodore Ts'o err = ext4_split_convert_extents(handle, inode, map, ppath, 3708dee1f973SDmitry Monakhov EXT4_GET_BLOCKS_CONVERT); 3709dee1f973SDmitry Monakhov if (err < 0) 3710dfe50809STheodore Ts'o return err; 3711ed8a1a76STheodore Ts'o path = ext4_find_extent(inode, map->m_lblk, ppath, 0); 3712dfe50809STheodore Ts'o if (IS_ERR(path)) 3713dfe50809STheodore Ts'o return PTR_ERR(path); 3714dee1f973SDmitry Monakhov depth = ext_depth(inode); 3715dee1f973SDmitry Monakhov ex = path[depth].p_ext; 3716dee1f973SDmitry Monakhov } 3717197217a5SYongqiang Yang 37180031462bSMingming Cao err = ext4_ext_get_access(handle, inode, path + depth); 37190031462bSMingming Cao if (err) 37200031462bSMingming Cao goto out; 37210031462bSMingming Cao /* first mark the extent as initialized */ 37220031462bSMingming Cao ext4_ext_mark_initialized(ex); 37230031462bSMingming Cao 3724197217a5SYongqiang Yang /* note: ext4_ext_correct_indexes() isn't needed here because 3725197217a5SYongqiang Yang * borders are not changed 37260031462bSMingming Cao */ 3727ecb94f5fSTheodore Ts'o ext4_ext_try_to_merge(handle, inode, path, ex); 3728197217a5SYongqiang Yang 37290031462bSMingming Cao /* Mark modified extent as dirty */ 3730ecb94f5fSTheodore Ts'o err = ext4_ext_dirty(handle, inode, path + path->p_depth); 37310031462bSMingming Cao out: 37320031462bSMingming Cao ext4_ext_show_leaf(inode, path); 37330031462bSMingming Cao return err; 37340031462bSMingming Cao } 37350031462bSMingming Cao 37360031462bSMingming Cao static int 3737e8b83d93STheodore Ts'o convert_initialized_extent(handle_t *handle, struct inode *inode, 3738b8a86845SLukas Czerner struct ext4_map_blocks *map, 373929c6eaffSEric Whitney struct ext4_ext_path **ppath, 3740f064a9d6SEric Whitney unsigned int *allocated) 3741b8a86845SLukas Czerner { 37424f224b8bSTheodore Ts'o struct ext4_ext_path *path = *ppath; 3743e8b83d93STheodore Ts'o struct ext4_extent *ex; 3744e8b83d93STheodore Ts'o ext4_lblk_t ee_block; 3745e8b83d93STheodore Ts'o unsigned int ee_len; 3746e8b83d93STheodore Ts'o int depth; 3747b8a86845SLukas Czerner int err = 0; 3748b8a86845SLukas Czerner 3749b8a86845SLukas Czerner /* 3750b8a86845SLukas Czerner * Make sure that the extent is no bigger than we support with 3751556615dcSLukas Czerner * unwritten extent 3752b8a86845SLukas Czerner */ 3753556615dcSLukas Czerner if (map->m_len > EXT_UNWRITTEN_MAX_LEN) 3754556615dcSLukas Czerner map->m_len = EXT_UNWRITTEN_MAX_LEN / 2; 3755b8a86845SLukas Czerner 3756e8b83d93STheodore Ts'o depth = ext_depth(inode); 3757e8b83d93STheodore Ts'o ex = path[depth].p_ext; 3758e8b83d93STheodore Ts'o ee_block = le32_to_cpu(ex->ee_block); 3759e8b83d93STheodore Ts'o ee_len = ext4_ext_get_actual_len(ex); 3760e8b83d93STheodore Ts'o 376170aa1554SRitesh Harjani ext_debug(inode, "logical block %llu, max_blocks %u\n", 3762e8b83d93STheodore Ts'o (unsigned long long)ee_block, ee_len); 3763e8b83d93STheodore Ts'o 3764e8b83d93STheodore Ts'o if (ee_block != map->m_lblk || ee_len > map->m_len) { 3765dfe50809STheodore Ts'o err = ext4_split_convert_extents(handle, inode, map, ppath, 3766e8b83d93STheodore Ts'o EXT4_GET_BLOCKS_CONVERT_UNWRITTEN); 3767e8b83d93STheodore Ts'o if (err < 0) 3768e8b83d93STheodore Ts'o return err; 3769ed8a1a76STheodore Ts'o path = ext4_find_extent(inode, map->m_lblk, ppath, 0); 3770e8b83d93STheodore Ts'o if (IS_ERR(path)) 3771e8b83d93STheodore Ts'o return PTR_ERR(path); 3772e8b83d93STheodore Ts'o depth = ext_depth(inode); 3773e8b83d93STheodore Ts'o ex = path[depth].p_ext; 3774e8b83d93STheodore Ts'o if (!ex) { 3775e8b83d93STheodore Ts'o EXT4_ERROR_INODE(inode, "unexpected hole at %lu", 3776e8b83d93STheodore Ts'o (unsigned long) map->m_lblk); 37776a797d27SDarrick J. Wong return -EFSCORRUPTED; 3778e8b83d93STheodore Ts'o } 3779e8b83d93STheodore Ts'o } 3780e8b83d93STheodore Ts'o 3781e8b83d93STheodore Ts'o err = ext4_ext_get_access(handle, inode, path + depth); 3782e8b83d93STheodore Ts'o if (err) 3783e8b83d93STheodore Ts'o return err; 3784e8b83d93STheodore Ts'o /* first mark the extent as unwritten */ 3785e8b83d93STheodore Ts'o ext4_ext_mark_unwritten(ex); 3786e8b83d93STheodore Ts'o 3787e8b83d93STheodore Ts'o /* note: ext4_ext_correct_indexes() isn't needed here because 3788e8b83d93STheodore Ts'o * borders are not changed 3789e8b83d93STheodore Ts'o */ 3790e8b83d93STheodore Ts'o ext4_ext_try_to_merge(handle, inode, path, ex); 3791e8b83d93STheodore Ts'o 3792e8b83d93STheodore Ts'o /* Mark modified extent as dirty */ 3793e8b83d93STheodore Ts'o err = ext4_ext_dirty(handle, inode, path + path->p_depth); 3794e8b83d93STheodore Ts'o if (err) 3795e8b83d93STheodore Ts'o return err; 3796e8b83d93STheodore Ts'o ext4_ext_show_leaf(inode, path); 3797e8b83d93STheodore Ts'o 3798b8a86845SLukas Czerner ext4_update_inode_fsync_trans(handle, inode, 1); 37994337ecd1SEric Whitney 3800b8a86845SLukas Czerner map->m_flags |= EXT4_MAP_UNWRITTEN; 3801f064a9d6SEric Whitney if (*allocated > map->m_len) 3802f064a9d6SEric Whitney *allocated = map->m_len; 3803f064a9d6SEric Whitney map->m_len = *allocated; 3804f064a9d6SEric Whitney return 0; 3805b8a86845SLukas Czerner } 3806b8a86845SLukas Czerner 3807b8a86845SLukas Czerner static int 3808556615dcSLukas Czerner ext4_ext_handle_unwritten_extents(handle_t *handle, struct inode *inode, 3809e35fd660STheodore Ts'o struct ext4_map_blocks *map, 3810dfe50809STheodore Ts'o struct ext4_ext_path **ppath, int flags, 3811e35fd660STheodore Ts'o unsigned int allocated, ext4_fsblk_t newblock) 38120031462bSMingming Cao { 38138ec2d31bSRitesh Harjani struct ext4_ext_path __maybe_unused *path = *ppath; 38140031462bSMingming Cao int ret = 0; 38150031462bSMingming Cao int err = 0; 38160031462bSMingming Cao 381770aa1554SRitesh Harjani ext_debug(inode, "logical block %llu, max_blocks %u, flags 0x%x, allocated %u\n", 381870aa1554SRitesh Harjani (unsigned long long)map->m_lblk, map->m_len, flags, 381970aa1554SRitesh Harjani allocated); 38200031462bSMingming Cao ext4_ext_show_leaf(inode, path); 38210031462bSMingming Cao 382227dd4385SLukas Czerner /* 3823556615dcSLukas Czerner * When writing into unwritten space, we should not fail to 382427dd4385SLukas Czerner * allocate metadata blocks for the new extent block if needed. 382527dd4385SLukas Czerner */ 382627dd4385SLukas Czerner flags |= EXT4_GET_BLOCKS_METADATA_NOFAIL; 382727dd4385SLukas Czerner 3828556615dcSLukas Czerner trace_ext4_ext_handle_unwritten_extents(inode, map, flags, 3829b5645534SZheng Liu allocated, newblock); 3830d8990240SAditya Kali 3831779e2651SEric Whitney /* get_block() before submitting IO, split the extent */ 3832c8b459f4SLukas Czerner if (flags & EXT4_GET_BLOCKS_PRE_IO) { 3833dfe50809STheodore Ts'o ret = ext4_split_convert_extents(handle, inode, map, ppath, 3834dfe50809STheodore Ts'o flags | EXT4_GET_BLOCKS_CONVERT); 3835779e2651SEric Whitney if (ret < 0) { 3836779e2651SEric Whitney err = ret; 3837779e2651SEric Whitney goto out2; 3838779e2651SEric Whitney } 3839779e2651SEric Whitney /* 3840779e2651SEric Whitney * shouldn't get a 0 return when splitting an extent unless 3841779e2651SEric Whitney * m_len is 0 (bug) or extent has been corrupted 3842779e2651SEric Whitney */ 3843779e2651SEric Whitney if (unlikely(ret == 0)) { 3844779e2651SEric Whitney EXT4_ERROR_INODE(inode, 3845779e2651SEric Whitney "unexpected ret == 0, m_len = %u", 3846779e2651SEric Whitney map->m_len); 3847779e2651SEric Whitney err = -EFSCORRUPTED; 3848779e2651SEric Whitney goto out2; 3849779e2651SEric Whitney } 3850a25a4e1aSZheng Liu map->m_flags |= EXT4_MAP_UNWRITTEN; 38510031462bSMingming Cao goto out; 38520031462bSMingming Cao } 3853c7064ef1SJiaying Zhang /* IO end_io complete, convert the filled extent to written */ 3854c8b459f4SLukas Czerner if (flags & EXT4_GET_BLOCKS_CONVERT) { 3855bee6cf00SEric Whitney err = ext4_convert_unwritten_extents_endio(handle, inode, map, 3856dfe50809STheodore Ts'o ppath); 3857bee6cf00SEric Whitney if (err < 0) 38580031462bSMingming Cao goto out2; 3859bee6cf00SEric Whitney ext4_update_inode_fsync_trans(handle, inode, 1); 3860bee6cf00SEric Whitney goto map_out; 38610031462bSMingming Cao } 3862bee6cf00SEric Whitney /* buffered IO cases */ 38630031462bSMingming Cao /* 38640031462bSMingming Cao * repeat fallocate creation request 38650031462bSMingming Cao * we already have an unwritten extent 38660031462bSMingming Cao */ 3867556615dcSLukas Czerner if (flags & EXT4_GET_BLOCKS_UNWRIT_EXT) { 3868a25a4e1aSZheng Liu map->m_flags |= EXT4_MAP_UNWRITTEN; 38690031462bSMingming Cao goto map_out; 3870a25a4e1aSZheng Liu } 38710031462bSMingming Cao 38720031462bSMingming Cao /* buffered READ or buffered write_begin() lookup */ 38730031462bSMingming Cao if ((flags & EXT4_GET_BLOCKS_CREATE) == 0) { 38740031462bSMingming Cao /* 38750031462bSMingming Cao * We have blocks reserved already. We 38760031462bSMingming Cao * return allocated blocks so that delalloc 38770031462bSMingming Cao * won't do block reservation for us. But 38780031462bSMingming Cao * the buffer head will be unmapped so that 38790031462bSMingming Cao * a read from the block returns 0s. 38800031462bSMingming Cao */ 3881e35fd660STheodore Ts'o map->m_flags |= EXT4_MAP_UNWRITTEN; 38820031462bSMingming Cao goto out1; 38830031462bSMingming Cao } 38840031462bSMingming Cao 3885be809e12SEric Whitney /* 3886be809e12SEric Whitney * Default case when (flags & EXT4_GET_BLOCKS_CREATE) == 1. 3887be809e12SEric Whitney * For buffered writes, at writepage time, etc. Convert a 3888be809e12SEric Whitney * discovered unwritten extent to written. 3889be809e12SEric Whitney */ 3890dfe50809STheodore Ts'o ret = ext4_ext_convert_to_initialized(handle, inode, map, ppath, flags); 3891be809e12SEric Whitney if (ret < 0) { 38920031462bSMingming Cao err = ret; 38930031462bSMingming Cao goto out2; 3894779e2651SEric Whitney } 3895be809e12SEric Whitney ext4_update_inode_fsync_trans(handle, inode, 1); 3896be809e12SEric Whitney /* 3897be809e12SEric Whitney * shouldn't get a 0 return when converting an unwritten extent 3898be809e12SEric Whitney * unless m_len is 0 (bug) or extent has been corrupted 3899be809e12SEric Whitney */ 3900be809e12SEric Whitney if (unlikely(ret == 0)) { 3901be809e12SEric Whitney EXT4_ERROR_INODE(inode, "unexpected ret == 0, m_len = %u", 3902be809e12SEric Whitney map->m_len); 3903be809e12SEric Whitney err = -EFSCORRUPTED; 3904be809e12SEric Whitney goto out2; 3905be809e12SEric Whitney } 3906be809e12SEric Whitney 3907779e2651SEric Whitney out: 39080031462bSMingming Cao allocated = ret; 3909e35fd660STheodore Ts'o map->m_flags |= EXT4_MAP_NEW; 39100031462bSMingming Cao map_out: 3911e35fd660STheodore Ts'o map->m_flags |= EXT4_MAP_MAPPED; 39120031462bSMingming Cao out1: 3913bee6cf00SEric Whitney map->m_pblk = newblock; 3914e35fd660STheodore Ts'o if (allocated > map->m_len) 3915e35fd660STheodore Ts'o allocated = map->m_len; 3916e35fd660STheodore Ts'o map->m_len = allocated; 3917bee6cf00SEric Whitney ext4_ext_show_leaf(inode, path); 39180031462bSMingming Cao out2: 39190031462bSMingming Cao return err ? err : allocated; 39200031462bSMingming Cao } 392158590b06STheodore Ts'o 39220031462bSMingming Cao /* 39234d33b1efSTheodore Ts'o * get_implied_cluster_alloc - check to see if the requested 39244d33b1efSTheodore Ts'o * allocation (in the map structure) overlaps with a cluster already 39254d33b1efSTheodore Ts'o * allocated in an extent. 3926d8990240SAditya Kali * @sb The filesystem superblock structure 39274d33b1efSTheodore Ts'o * @map The requested lblk->pblk mapping 39284d33b1efSTheodore Ts'o * @ex The extent structure which might contain an implied 39294d33b1efSTheodore Ts'o * cluster allocation 39304d33b1efSTheodore Ts'o * 39314d33b1efSTheodore Ts'o * This function is called by ext4_ext_map_blocks() after we failed to 39324d33b1efSTheodore Ts'o * find blocks that were already in the inode's extent tree. Hence, 39334d33b1efSTheodore Ts'o * we know that the beginning of the requested region cannot overlap 39344d33b1efSTheodore Ts'o * the extent from the inode's extent tree. There are three cases we 39354d33b1efSTheodore Ts'o * want to catch. The first is this case: 39364d33b1efSTheodore Ts'o * 39374d33b1efSTheodore Ts'o * |--- cluster # N--| 39384d33b1efSTheodore Ts'o * |--- extent ---| |---- requested region ---| 39394d33b1efSTheodore Ts'o * |==========| 39404d33b1efSTheodore Ts'o * 39414d33b1efSTheodore Ts'o * The second case that we need to test for is this one: 39424d33b1efSTheodore Ts'o * 39434d33b1efSTheodore Ts'o * |--------- cluster # N ----------------| 39444d33b1efSTheodore Ts'o * |--- requested region --| |------- extent ----| 39454d33b1efSTheodore Ts'o * |=======================| 39464d33b1efSTheodore Ts'o * 39474d33b1efSTheodore Ts'o * The third case is when the requested region lies between two extents 39484d33b1efSTheodore Ts'o * within the same cluster: 39494d33b1efSTheodore Ts'o * |------------- cluster # N-------------| 39504d33b1efSTheodore Ts'o * |----- ex -----| |---- ex_right ----| 39514d33b1efSTheodore Ts'o * |------ requested region ------| 39524d33b1efSTheodore Ts'o * |================| 39534d33b1efSTheodore Ts'o * 39544d33b1efSTheodore Ts'o * In each of the above cases, we need to set the map->m_pblk and 39554d33b1efSTheodore Ts'o * map->m_len so it corresponds to the return the extent labelled as 39564d33b1efSTheodore Ts'o * "|====|" from cluster #N, since it is already in use for data in 39574d33b1efSTheodore Ts'o * cluster EXT4_B2C(sbi, map->m_lblk). We will then return 1 to 39584d33b1efSTheodore Ts'o * signal to ext4_ext_map_blocks() that map->m_pblk should be treated 39594d33b1efSTheodore Ts'o * as a new "allocated" block region. Otherwise, we will return 0 and 39604d33b1efSTheodore Ts'o * ext4_ext_map_blocks() will then allocate one or more new clusters 39614d33b1efSTheodore Ts'o * by calling ext4_mb_new_blocks(). 39624d33b1efSTheodore Ts'o */ 3963d8990240SAditya Kali static int get_implied_cluster_alloc(struct super_block *sb, 39644d33b1efSTheodore Ts'o struct ext4_map_blocks *map, 39654d33b1efSTheodore Ts'o struct ext4_extent *ex, 39664d33b1efSTheodore Ts'o struct ext4_ext_path *path) 39674d33b1efSTheodore Ts'o { 3968d8990240SAditya Kali struct ext4_sb_info *sbi = EXT4_SB(sb); 3969f5a44db5STheodore Ts'o ext4_lblk_t c_offset = EXT4_LBLK_COFF(sbi, map->m_lblk); 39704d33b1efSTheodore Ts'o ext4_lblk_t ex_cluster_start, ex_cluster_end; 397114d7f3efSCurt Wohlgemuth ext4_lblk_t rr_cluster_start; 39724d33b1efSTheodore Ts'o ext4_lblk_t ee_block = le32_to_cpu(ex->ee_block); 39734d33b1efSTheodore Ts'o ext4_fsblk_t ee_start = ext4_ext_pblock(ex); 39744d33b1efSTheodore Ts'o unsigned short ee_len = ext4_ext_get_actual_len(ex); 39754d33b1efSTheodore Ts'o 39764d33b1efSTheodore Ts'o /* The extent passed in that we are trying to match */ 39774d33b1efSTheodore Ts'o ex_cluster_start = EXT4_B2C(sbi, ee_block); 39784d33b1efSTheodore Ts'o ex_cluster_end = EXT4_B2C(sbi, ee_block + ee_len - 1); 39794d33b1efSTheodore Ts'o 39804d33b1efSTheodore Ts'o /* The requested region passed into ext4_map_blocks() */ 39814d33b1efSTheodore Ts'o rr_cluster_start = EXT4_B2C(sbi, map->m_lblk); 39824d33b1efSTheodore Ts'o 39834d33b1efSTheodore Ts'o if ((rr_cluster_start == ex_cluster_end) || 39844d33b1efSTheodore Ts'o (rr_cluster_start == ex_cluster_start)) { 39854d33b1efSTheodore Ts'o if (rr_cluster_start == ex_cluster_end) 39864d33b1efSTheodore Ts'o ee_start += ee_len - 1; 3987f5a44db5STheodore Ts'o map->m_pblk = EXT4_PBLK_CMASK(sbi, ee_start) + c_offset; 39884d33b1efSTheodore Ts'o map->m_len = min(map->m_len, 39894d33b1efSTheodore Ts'o (unsigned) sbi->s_cluster_ratio - c_offset); 39904d33b1efSTheodore Ts'o /* 39914d33b1efSTheodore Ts'o * Check for and handle this case: 39924d33b1efSTheodore Ts'o * 39934d33b1efSTheodore Ts'o * |--------- cluster # N-------------| 39944d33b1efSTheodore Ts'o * |------- extent ----| 39954d33b1efSTheodore Ts'o * |--- requested region ---| 39964d33b1efSTheodore Ts'o * |===========| 39974d33b1efSTheodore Ts'o */ 39984d33b1efSTheodore Ts'o 39994d33b1efSTheodore Ts'o if (map->m_lblk < ee_block) 40004d33b1efSTheodore Ts'o map->m_len = min(map->m_len, ee_block - map->m_lblk); 40014d33b1efSTheodore Ts'o 40024d33b1efSTheodore Ts'o /* 40034d33b1efSTheodore Ts'o * Check for the case where there is already another allocated 40044d33b1efSTheodore Ts'o * block to the right of 'ex' but before the end of the cluster. 40054d33b1efSTheodore Ts'o * 40064d33b1efSTheodore Ts'o * |------------- cluster # N-------------| 40074d33b1efSTheodore Ts'o * |----- ex -----| |---- ex_right ----| 40084d33b1efSTheodore Ts'o * |------ requested region ------| 40094d33b1efSTheodore Ts'o * |================| 40104d33b1efSTheodore Ts'o */ 40114d33b1efSTheodore Ts'o if (map->m_lblk > ee_block) { 40124d33b1efSTheodore Ts'o ext4_lblk_t next = ext4_ext_next_allocated_block(path); 40134d33b1efSTheodore Ts'o map->m_len = min(map->m_len, next - map->m_lblk); 40144d33b1efSTheodore Ts'o } 4015d8990240SAditya Kali 4016d8990240SAditya Kali trace_ext4_get_implied_cluster_alloc_exit(sb, map, 1); 40174d33b1efSTheodore Ts'o return 1; 40184d33b1efSTheodore Ts'o } 4019d8990240SAditya Kali 4020d8990240SAditya Kali trace_ext4_get_implied_cluster_alloc_exit(sb, map, 0); 40214d33b1efSTheodore Ts'o return 0; 40224d33b1efSTheodore Ts'o } 40234d33b1efSTheodore Ts'o 40244d33b1efSTheodore Ts'o 40254d33b1efSTheodore Ts'o /* 4026f5ab0d1fSMingming Cao * Block allocation/map/preallocation routine for extents based files 4027f5ab0d1fSMingming Cao * 4028f5ab0d1fSMingming Cao * 4029c278bfecSAneesh Kumar K.V * Need to be called with 40300e855ac8SAneesh Kumar K.V * down_read(&EXT4_I(inode)->i_data_sem) if not allocating file system block 40310e855ac8SAneesh Kumar K.V * (ie, create is zero). Otherwise down_write(&EXT4_I(inode)->i_data_sem) 4032f5ab0d1fSMingming Cao * 4033b483bb77SRandy Dunlap * return > 0, number of blocks already mapped/allocated 4034f5ab0d1fSMingming Cao * if create == 0 and these are pre-allocated blocks 4035f5ab0d1fSMingming Cao * buffer head is unmapped 4036f5ab0d1fSMingming Cao * otherwise blocks are mapped 4037f5ab0d1fSMingming Cao * 4038f5ab0d1fSMingming Cao * return = 0, if plain look up failed (blocks have not been allocated) 4039f5ab0d1fSMingming Cao * buffer head is unmapped 4040f5ab0d1fSMingming Cao * 4041f5ab0d1fSMingming Cao * return < 0, error case. 4042c278bfecSAneesh Kumar K.V */ 4043e35fd660STheodore Ts'o int ext4_ext_map_blocks(handle_t *handle, struct inode *inode, 4044e35fd660STheodore Ts'o struct ext4_map_blocks *map, int flags) 4045a86c6181SAlex Tomas { 4046a86c6181SAlex Tomas struct ext4_ext_path *path = NULL; 4047d7dce9e0Syangerkun struct ext4_extent newex, *ex, ex2; 40484d33b1efSTheodore Ts'o struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 40498ad8d710SEric Whitney ext4_fsblk_t newblock = 0, pblk; 405034990461SEric Whitney int err = 0, depth, ret; 40514d33b1efSTheodore Ts'o unsigned int allocated = 0, offset = 0; 405281fdbb4aSYongqiang Yang unsigned int allocated_clusters = 0; 4053c9de560dSAlex Tomas struct ext4_allocation_request ar; 40544d33b1efSTheodore Ts'o ext4_lblk_t cluster_offset; 4055a86c6181SAlex Tomas 405670aa1554SRitesh Harjani ext_debug(inode, "blocks %u/%u requested\n", map->m_lblk, map->m_len); 40570562e0baSJiaying Zhang trace_ext4_ext_map_blocks_enter(inode, map->m_lblk, map->m_len, flags); 4058a86c6181SAlex Tomas 4059a86c6181SAlex Tomas /* find extent for this block */ 4060ed8a1a76STheodore Ts'o path = ext4_find_extent(inode, map->m_lblk, NULL, 0); 4061a86c6181SAlex Tomas if (IS_ERR(path)) { 4062a86c6181SAlex Tomas err = PTR_ERR(path); 4063a86c6181SAlex Tomas path = NULL; 40648ad8d710SEric Whitney goto out; 4065a86c6181SAlex Tomas } 4066a86c6181SAlex Tomas 4067a86c6181SAlex Tomas depth = ext_depth(inode); 4068a86c6181SAlex Tomas 4069a86c6181SAlex Tomas /* 4070d0d856e8SRandy Dunlap * consistent leaf must not be empty; 4071d0d856e8SRandy Dunlap * this situation is possible, though, _during_ tree modification; 4072ed8a1a76STheodore Ts'o * this is why assert can't be put in ext4_find_extent() 4073a86c6181SAlex Tomas */ 4074273df556SFrank Mayhar if (unlikely(path[depth].p_ext == NULL && depth != 0)) { 4075273df556SFrank Mayhar EXT4_ERROR_INODE(inode, "bad extent address " 4076f70f362bSTheodore Ts'o "lblock: %lu, depth: %d pblock %lld", 4077f70f362bSTheodore Ts'o (unsigned long) map->m_lblk, depth, 4078f70f362bSTheodore Ts'o path[depth].p_block); 40796a797d27SDarrick J. Wong err = -EFSCORRUPTED; 40808ad8d710SEric Whitney goto out; 4081034fb4c9SSurbhi Palande } 4082a86c6181SAlex Tomas 40837e028976SAvantika Mathur ex = path[depth].p_ext; 40847e028976SAvantika Mathur if (ex) { 4085725d26d3SAneesh Kumar K.V ext4_lblk_t ee_block = le32_to_cpu(ex->ee_block); 4086bf89d16fSTheodore Ts'o ext4_fsblk_t ee_start = ext4_ext_pblock(ex); 4087a2df2a63SAmit Arora unsigned short ee_len; 4088471d4011SSuparna Bhattacharya 4089b8a86845SLukas Czerner 4090471d4011SSuparna Bhattacharya /* 4091556615dcSLukas Czerner * unwritten extents are treated as holes, except that 409256055d3aSAmit Arora * we split out initialized portions during a write. 4093471d4011SSuparna Bhattacharya */ 4094a2df2a63SAmit Arora ee_len = ext4_ext_get_actual_len(ex); 4095d8990240SAditya Kali 4096d8990240SAditya Kali trace_ext4_ext_show_extent(inode, ee_block, ee_start, ee_len); 4097d8990240SAditya Kali 4098d0d856e8SRandy Dunlap /* if found extent covers block, simply return it */ 4099e35fd660STheodore Ts'o if (in_range(map->m_lblk, ee_block, ee_len)) { 4100e35fd660STheodore Ts'o newblock = map->m_lblk - ee_block + ee_start; 4101d0d856e8SRandy Dunlap /* number of remaining blocks in the extent */ 4102e35fd660STheodore Ts'o allocated = ee_len - (map->m_lblk - ee_block); 410370aa1554SRitesh Harjani ext_debug(inode, "%u fit into %u:%d -> %llu\n", 410470aa1554SRitesh Harjani map->m_lblk, ee_block, ee_len, newblock); 410556055d3aSAmit Arora 4106b8a86845SLukas Czerner /* 4107b8a86845SLukas Czerner * If the extent is initialized check whether the 4108b8a86845SLukas Czerner * caller wants to convert it to unwritten. 4109b8a86845SLukas Czerner */ 4110556615dcSLukas Czerner if ((!ext4_ext_is_unwritten(ex)) && 4111b8a86845SLukas Czerner (flags & EXT4_GET_BLOCKS_CONVERT_UNWRITTEN)) { 4112f064a9d6SEric Whitney err = convert_initialized_extent(handle, 4113f064a9d6SEric Whitney inode, map, &path, &allocated); 41148ad8d710SEric Whitney goto out; 4115f064a9d6SEric Whitney } else if (!ext4_ext_is_unwritten(ex)) { 41168ad8d710SEric Whitney map->m_flags |= EXT4_MAP_MAPPED; 41178ad8d710SEric Whitney map->m_pblk = newblock; 41188ad8d710SEric Whitney if (allocated > map->m_len) 41198ad8d710SEric Whitney allocated = map->m_len; 41208ad8d710SEric Whitney map->m_len = allocated; 41218ad8d710SEric Whitney ext4_ext_show_leaf(inode, path); 4122a86c6181SAlex Tomas goto out; 4123f064a9d6SEric Whitney } 412469eb33dcSZheng Liu 4125556615dcSLukas Czerner ret = ext4_ext_handle_unwritten_extents( 4126dfe50809STheodore Ts'o handle, inode, map, &path, flags, 4127e861304bSAllison Henderson allocated, newblock); 4128ce37c429SEric Whitney if (ret < 0) 4129ce37c429SEric Whitney err = ret; 4130ce37c429SEric Whitney else 4131ce37c429SEric Whitney allocated = ret; 41328ad8d710SEric Whitney goto out; 413356055d3aSAmit Arora } 4134a86c6181SAlex Tomas } 4135a86c6181SAlex Tomas 4136a86c6181SAlex Tomas /* 4137d0d856e8SRandy Dunlap * requested block isn't allocated yet; 4138a86c6181SAlex Tomas * we couldn't try to create block if create flag is zero 4139a86c6181SAlex Tomas */ 4140c2177057STheodore Ts'o if ((flags & EXT4_GET_BLOCKS_CREATE) == 0) { 4141140a5250SJan Kara ext4_lblk_t hole_start, hole_len; 4142140a5250SJan Kara 4143facab4d9SJan Kara hole_start = map->m_lblk; 4144facab4d9SJan Kara hole_len = ext4_ext_determine_hole(inode, path, &hole_start); 414556055d3aSAmit Arora /* 414656055d3aSAmit Arora * put just found gap into cache to speed up 414756055d3aSAmit Arora * subsequent requests 414856055d3aSAmit Arora */ 4149140a5250SJan Kara ext4_ext_put_gap_in_cache(inode, hole_start, hole_len); 4150facab4d9SJan Kara 4151facab4d9SJan Kara /* Update hole_len to reflect hole size after map->m_lblk */ 4152facab4d9SJan Kara if (hole_start != map->m_lblk) 4153facab4d9SJan Kara hole_len -= map->m_lblk - hole_start; 4154facab4d9SJan Kara map->m_pblk = 0; 4155facab4d9SJan Kara map->m_len = min_t(unsigned int, map->m_len, hole_len); 4156facab4d9SJan Kara 41578ad8d710SEric Whitney goto out; 4158a86c6181SAlex Tomas } 41594d33b1efSTheodore Ts'o 4160a86c6181SAlex Tomas /* 4161c2ea3fdeSTheodore Ts'o * Okay, we need to do block allocation. 4162a86c6181SAlex Tomas */ 41634d33b1efSTheodore Ts'o newex.ee_block = cpu_to_le32(map->m_lblk); 4164d0abafacSEric Whitney cluster_offset = EXT4_LBLK_COFF(sbi, map->m_lblk); 41654d33b1efSTheodore Ts'o 41664d33b1efSTheodore Ts'o /* 41674d33b1efSTheodore Ts'o * If we are doing bigalloc, check to see if the extent returned 4168ed8a1a76STheodore Ts'o * by ext4_find_extent() implies a cluster we can use. 41694d33b1efSTheodore Ts'o */ 41704d33b1efSTheodore Ts'o if (cluster_offset && ex && 4171d8990240SAditya Kali get_implied_cluster_alloc(inode->i_sb, map, ex, path)) { 41724d33b1efSTheodore Ts'o ar.len = allocated = map->m_len; 41734d33b1efSTheodore Ts'o newblock = map->m_pblk; 41744d33b1efSTheodore Ts'o goto got_allocated_blocks; 41754d33b1efSTheodore Ts'o } 4176a86c6181SAlex Tomas 4177c9de560dSAlex Tomas /* find neighbour allocated blocks */ 4178e35fd660STheodore Ts'o ar.lleft = map->m_lblk; 4179c9de560dSAlex Tomas err = ext4_ext_search_left(inode, path, &ar.lleft, &ar.pleft); 4180c9de560dSAlex Tomas if (err) 41818ad8d710SEric Whitney goto out; 4182e35fd660STheodore Ts'o ar.lright = map->m_lblk; 41834d33b1efSTheodore Ts'o err = ext4_ext_search_right(inode, path, &ar.lright, &ar.pright, &ex2); 4184d7dce9e0Syangerkun if (err < 0) 41858ad8d710SEric Whitney goto out; 418625d14f98SAmit Arora 41874d33b1efSTheodore Ts'o /* Check if the extent after searching to the right implies a 41884d33b1efSTheodore Ts'o * cluster we can use. */ 4189d7dce9e0Syangerkun if ((sbi->s_cluster_ratio > 1) && err && 4190d7dce9e0Syangerkun get_implied_cluster_alloc(inode->i_sb, map, &ex2, path)) { 41914d33b1efSTheodore Ts'o ar.len = allocated = map->m_len; 41924d33b1efSTheodore Ts'o newblock = map->m_pblk; 41934d33b1efSTheodore Ts'o goto got_allocated_blocks; 41944d33b1efSTheodore Ts'o } 41954d33b1efSTheodore Ts'o 4196749269faSAmit Arora /* 4197749269faSAmit Arora * See if request is beyond maximum number of blocks we can have in 4198749269faSAmit Arora * a single extent. For an initialized extent this limit is 4199556615dcSLukas Czerner * EXT_INIT_MAX_LEN and for an unwritten extent this limit is 4200556615dcSLukas Czerner * EXT_UNWRITTEN_MAX_LEN. 4201749269faSAmit Arora */ 4202e35fd660STheodore Ts'o if (map->m_len > EXT_INIT_MAX_LEN && 4203556615dcSLukas Czerner !(flags & EXT4_GET_BLOCKS_UNWRIT_EXT)) 4204e35fd660STheodore Ts'o map->m_len = EXT_INIT_MAX_LEN; 4205556615dcSLukas Czerner else if (map->m_len > EXT_UNWRITTEN_MAX_LEN && 4206556615dcSLukas Czerner (flags & EXT4_GET_BLOCKS_UNWRIT_EXT)) 4207556615dcSLukas Czerner map->m_len = EXT_UNWRITTEN_MAX_LEN; 4208749269faSAmit Arora 4209e35fd660STheodore Ts'o /* Check if we can really insert (m_lblk)::(m_lblk + m_len) extent */ 4210e35fd660STheodore Ts'o newex.ee_len = cpu_to_le16(map->m_len); 42114d33b1efSTheodore Ts'o err = ext4_ext_check_overlap(sbi, inode, &newex, path); 421225d14f98SAmit Arora if (err) 4213b939e376SAneesh Kumar K.V allocated = ext4_ext_get_actual_len(&newex); 421425d14f98SAmit Arora else 4215e35fd660STheodore Ts'o allocated = map->m_len; 4216c9de560dSAlex Tomas 4217c9de560dSAlex Tomas /* allocate new block */ 4218c9de560dSAlex Tomas ar.inode = inode; 4219e35fd660STheodore Ts'o ar.goal = ext4_ext_find_goal(inode, path, map->m_lblk); 4220e35fd660STheodore Ts'o ar.logical = map->m_lblk; 42214d33b1efSTheodore Ts'o /* 42224d33b1efSTheodore Ts'o * We calculate the offset from the beginning of the cluster 42234d33b1efSTheodore Ts'o * for the logical block number, since when we allocate a 42244d33b1efSTheodore Ts'o * physical cluster, the physical block should start at the 42254d33b1efSTheodore Ts'o * same offset from the beginning of the cluster. This is 42264d33b1efSTheodore Ts'o * needed so that future calls to get_implied_cluster_alloc() 42274d33b1efSTheodore Ts'o * work correctly. 42284d33b1efSTheodore Ts'o */ 4229f5a44db5STheodore Ts'o offset = EXT4_LBLK_COFF(sbi, map->m_lblk); 42304d33b1efSTheodore Ts'o ar.len = EXT4_NUM_B2C(sbi, offset+allocated); 42314d33b1efSTheodore Ts'o ar.goal -= offset; 42324d33b1efSTheodore Ts'o ar.logical -= offset; 4233c9de560dSAlex Tomas if (S_ISREG(inode->i_mode)) 4234c9de560dSAlex Tomas ar.flags = EXT4_MB_HINT_DATA; 4235c9de560dSAlex Tomas else 4236c9de560dSAlex Tomas /* disable in-core preallocation for non-regular files */ 4237c9de560dSAlex Tomas ar.flags = 0; 4238556b27abSVivek Haldar if (flags & EXT4_GET_BLOCKS_NO_NORMALIZE) 4239556b27abSVivek Haldar ar.flags |= EXT4_MB_HINT_NOPREALLOC; 4240e3cf5d5dSTheodore Ts'o if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) 4241e3cf5d5dSTheodore Ts'o ar.flags |= EXT4_MB_DELALLOC_RESERVED; 4242c5e298aeSTheodore Ts'o if (flags & EXT4_GET_BLOCKS_METADATA_NOFAIL) 4243c5e298aeSTheodore Ts'o ar.flags |= EXT4_MB_USE_RESERVED; 4244c9de560dSAlex Tomas newblock = ext4_mb_new_blocks(handle, &ar, &err); 4245a86c6181SAlex Tomas if (!newblock) 42468ad8d710SEric Whitney goto out; 42477b415bf6SAditya Kali allocated_clusters = ar.len; 42484d33b1efSTheodore Ts'o ar.len = EXT4_C2B(sbi, ar.len) - offset; 424970aa1554SRitesh Harjani ext_debug(inode, "allocate new block: goal %llu, found %llu/%u, requested %u\n", 4250ec8c60beSRitesh Harjani ar.goal, newblock, ar.len, allocated); 42514d33b1efSTheodore Ts'o if (ar.len > allocated) 42524d33b1efSTheodore Ts'o ar.len = allocated; 4253a86c6181SAlex Tomas 42544d33b1efSTheodore Ts'o got_allocated_blocks: 4255a86c6181SAlex Tomas /* try to insert new extent into found leaf and return */ 42568ad8d710SEric Whitney pblk = newblock + offset; 42578ad8d710SEric Whitney ext4_ext_store_pblock(&newex, pblk); 4258c9de560dSAlex Tomas newex.ee_len = cpu_to_le16(ar.len); 4259556615dcSLukas Czerner /* Mark unwritten */ 4260556615dcSLukas Czerner if (flags & EXT4_GET_BLOCKS_UNWRIT_EXT) { 4261556615dcSLukas Czerner ext4_ext_mark_unwritten(&newex); 4262a25a4e1aSZheng Liu map->m_flags |= EXT4_MAP_UNWRITTEN; 42638d5d02e6SMingming Cao } 4264c8d46e41SJiaying Zhang 42654337ecd1SEric Whitney err = ext4_ext_insert_extent(handle, inode, &path, &newex, flags); 426634990461SEric Whitney if (err) { 426734990461SEric Whitney if (allocated_clusters) { 426834990461SEric Whitney int fb_flags = 0; 426982e54229SDmitry Monakhov 427034990461SEric Whitney /* 427134990461SEric Whitney * free data blocks we just allocated. 427234990461SEric Whitney * not a good idea to call discard here directly, 427334990461SEric Whitney * but otherwise we'd need to call it every free(). 427434990461SEric Whitney */ 427527bc446eSbrookxu ext4_discard_preallocations(inode, 0); 427634990461SEric Whitney if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) 427734990461SEric Whitney fb_flags = EXT4_FREE_BLOCKS_NO_QUOT_UPDATE; 4278c8e15130STheodore Ts'o ext4_free_blocks(handle, inode, NULL, newblock, 427934990461SEric Whitney EXT4_C2B(sbi, allocated_clusters), 428034990461SEric Whitney fb_flags); 428134990461SEric Whitney } 42828ad8d710SEric Whitney goto out; 4283315054f0SAlex Tomas } 4284a86c6181SAlex Tomas 4285b436b9beSJan Kara /* 4286b6bf9171SEric Whitney * Reduce the reserved cluster count to reflect successful deferred 4287b6bf9171SEric Whitney * allocation of delayed allocated clusters or direct allocation of 4288b6bf9171SEric Whitney * clusters discovered to be delayed allocated. Once allocated, a 4289b6bf9171SEric Whitney * cluster is not included in the reserved count. 42905f634d06SAneesh Kumar K.V */ 42912971148dSEric Whitney if (test_opt(inode->i_sb, DELALLOC) && allocated_clusters) { 42927b415bf6SAditya Kali if (flags & EXT4_GET_BLOCKS_DELALLOC_RESERVE) { 42937b415bf6SAditya Kali /* 4294b6bf9171SEric Whitney * When allocating delayed allocated clusters, simply 4295b6bf9171SEric Whitney * reduce the reserved cluster count and claim quota 4296232ec872SLukas Czerner */ 4297232ec872SLukas Czerner ext4_da_update_reserve_space(inode, allocated_clusters, 4298232ec872SLukas Czerner 1); 4299b6bf9171SEric Whitney } else { 4300b6bf9171SEric Whitney ext4_lblk_t lblk, len; 4301b6bf9171SEric Whitney unsigned int n; 4302b6bf9171SEric Whitney 4303b6bf9171SEric Whitney /* 4304b6bf9171SEric Whitney * When allocating non-delayed allocated clusters 4305b6bf9171SEric Whitney * (from fallocate, filemap, DIO, or clusters 4306b6bf9171SEric Whitney * allocated when delalloc has been disabled by 4307b6bf9171SEric Whitney * ext4_nonda_switch), reduce the reserved cluster 4308b6bf9171SEric Whitney * count by the number of allocated clusters that 4309b6bf9171SEric Whitney * have previously been delayed allocated. Quota 4310b6bf9171SEric Whitney * has been claimed by ext4_mb_new_blocks() above, 4311b6bf9171SEric Whitney * so release the quota reservations made for any 4312b6bf9171SEric Whitney * previously delayed allocated clusters. 4313b6bf9171SEric Whitney */ 4314b6bf9171SEric Whitney lblk = EXT4_LBLK_CMASK(sbi, map->m_lblk); 4315b6bf9171SEric Whitney len = allocated_clusters << sbi->s_cluster_bits; 4316b6bf9171SEric Whitney n = ext4_es_delayed_clu(inode, lblk, len); 4317b6bf9171SEric Whitney if (n > 0) 4318b6bf9171SEric Whitney ext4_da_update_reserve_space(inode, (int) n, 0); 43197b415bf6SAditya Kali } 43207b415bf6SAditya Kali } 43215f634d06SAneesh Kumar K.V 43225f634d06SAneesh Kumar K.V /* 4323b436b9beSJan Kara * Cache the extent and update transaction to commit on fdatasync only 4324556615dcSLukas Czerner * when it is _not_ an unwritten extent. 4325b436b9beSJan Kara */ 4326556615dcSLukas Czerner if ((flags & EXT4_GET_BLOCKS_UNWRIT_EXT) == 0) 4327b436b9beSJan Kara ext4_update_inode_fsync_trans(handle, inode, 1); 432869eb33dcSZheng Liu else 4329b436b9beSJan Kara ext4_update_inode_fsync_trans(handle, inode, 0); 43308ad8d710SEric Whitney 43318ad8d710SEric Whitney map->m_flags |= (EXT4_MAP_NEW | EXT4_MAP_MAPPED); 43328ad8d710SEric Whitney map->m_pblk = pblk; 43338ad8d710SEric Whitney map->m_len = ar.len; 4334e35fd660STheodore Ts'o allocated = map->m_len; 4335a86c6181SAlex Tomas ext4_ext_show_leaf(inode, path); 43368ad8d710SEric Whitney out: 4337a86c6181SAlex Tomas ext4_ext_drop_refs(path); 4338a86c6181SAlex Tomas kfree(path); 4339e861304bSAllison Henderson 434063b99968STheodore Ts'o trace_ext4_ext_map_blocks_exit(inode, flags, map, 434163b99968STheodore Ts'o err ? err : allocated); 43427877191cSLukas Czerner return err ? err : allocated; 4343a86c6181SAlex Tomas } 4344a86c6181SAlex Tomas 4345d0abb36dSTheodore Ts'o int ext4_ext_truncate(handle_t *handle, struct inode *inode) 4346a86c6181SAlex Tomas { 4347a86c6181SAlex Tomas struct super_block *sb = inode->i_sb; 4348725d26d3SAneesh Kumar K.V ext4_lblk_t last_block; 4349a86c6181SAlex Tomas int err = 0; 4350a86c6181SAlex Tomas 4351a86c6181SAlex Tomas /* 4352d0d856e8SRandy Dunlap * TODO: optimization is possible here. 4353d0d856e8SRandy Dunlap * Probably we need not scan at all, 4354d0d856e8SRandy Dunlap * because page truncation is enough. 4355a86c6181SAlex Tomas */ 4356a86c6181SAlex Tomas 4357a86c6181SAlex Tomas /* we have to know where to truncate from in crash case */ 4358a86c6181SAlex Tomas EXT4_I(inode)->i_disksize = inode->i_size; 4359d0abb36dSTheodore Ts'o err = ext4_mark_inode_dirty(handle, inode); 4360d0abb36dSTheodore Ts'o if (err) 4361d0abb36dSTheodore Ts'o return err; 4362a86c6181SAlex Tomas 4363a86c6181SAlex Tomas last_block = (inode->i_size + sb->s_blocksize - 1) 4364a86c6181SAlex Tomas >> EXT4_BLOCK_SIZE_BITS(sb); 43658acd5e9bSTheodore Ts'o retry: 436651865fdaSZheng Liu err = ext4_es_remove_extent(inode, last_block, 436751865fdaSZheng Liu EXT_MAX_BLOCKS - last_block); 436894eec0fcSTheodore Ts'o if (err == -ENOMEM) { 43698acd5e9bSTheodore Ts'o cond_resched(); 43708acd5e9bSTheodore Ts'o congestion_wait(BLK_RW_ASYNC, HZ/50); 43718acd5e9bSTheodore Ts'o goto retry; 43728acd5e9bSTheodore Ts'o } 4373d0abb36dSTheodore Ts'o if (err) 4374d0abb36dSTheodore Ts'o return err; 437573c384c0STheodore Ts'o retry_remove_space: 437673c384c0STheodore Ts'o err = ext4_ext_remove_space(inode, last_block, EXT_MAX_BLOCKS - 1); 437773c384c0STheodore Ts'o if (err == -ENOMEM) { 437873c384c0STheodore Ts'o cond_resched(); 437973c384c0STheodore Ts'o congestion_wait(BLK_RW_ASYNC, HZ/50); 438073c384c0STheodore Ts'o goto retry_remove_space; 438173c384c0STheodore Ts'o } 438273c384c0STheodore Ts'o return err; 4383a86c6181SAlex Tomas } 4384a86c6181SAlex Tomas 43850e8b6879SLukas Czerner static int ext4_alloc_file_blocks(struct file *file, ext4_lblk_t offset, 4386c174e6d6SDmitry Monakhov ext4_lblk_t len, loff_t new_size, 438777a2e84dSTahsin Erdogan int flags) 4388a2df2a63SAmit Arora { 4389496ad9aaSAl Viro struct inode *inode = file_inode(file); 4390a2df2a63SAmit Arora handle_t *handle; 439164395d95STheodore Ts'o int ret = 0, ret2 = 0, ret3 = 0; 4392a2df2a63SAmit Arora int retries = 0; 43934134f5c8SLukas Czerner int depth = 0; 43942ed88685STheodore Ts'o struct ext4_map_blocks map; 43950e8b6879SLukas Czerner unsigned int credits; 4396c174e6d6SDmitry Monakhov loff_t epos; 4397a2df2a63SAmit Arora 4398c3fe493cSFabian Frederick BUG_ON(!ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)); 43990e8b6879SLukas Czerner map.m_lblk = offset; 4400c174e6d6SDmitry Monakhov map.m_len = len; 44013c6fe770SGreg Harm /* 44023c6fe770SGreg Harm * Don't normalize the request if it can fit in one extent so 44033c6fe770SGreg Harm * that it doesn't get unnecessarily split into multiple 44043c6fe770SGreg Harm * extents. 44053c6fe770SGreg Harm */ 4406556615dcSLukas Czerner if (len <= EXT_UNWRITTEN_MAX_LEN) 44073c6fe770SGreg Harm flags |= EXT4_GET_BLOCKS_NO_NORMALIZE; 440860d4616fSDmitry Monakhov 44090e8b6879SLukas Czerner /* 44100e8b6879SLukas Czerner * credits to insert 1 extent into extent tree 44110e8b6879SLukas Czerner */ 44120e8b6879SLukas Czerner credits = ext4_chunk_trans_blocks(inode, len); 44134134f5c8SLukas Czerner depth = ext_depth(inode); 44140e8b6879SLukas Czerner 4415a2df2a63SAmit Arora retry: 44163258386aSEric Whitney while (len) { 44174134f5c8SLukas Czerner /* 44184134f5c8SLukas Czerner * Recalculate credits when extent tree depth changes. 44194134f5c8SLukas Czerner */ 4420011c88e3SDan Carpenter if (depth != ext_depth(inode)) { 44214134f5c8SLukas Czerner credits = ext4_chunk_trans_blocks(inode, len); 44224134f5c8SLukas Czerner depth = ext_depth(inode); 44234134f5c8SLukas Czerner } 44244134f5c8SLukas Czerner 44259924a92aSTheodore Ts'o handle = ext4_journal_start(inode, EXT4_HT_MAP_BLOCKS, 44269924a92aSTheodore Ts'o credits); 4427a2df2a63SAmit Arora if (IS_ERR(handle)) { 4428a2df2a63SAmit Arora ret = PTR_ERR(handle); 4429a2df2a63SAmit Arora break; 4430a2df2a63SAmit Arora } 4431a4e5d88bSDmitry Monakhov ret = ext4_map_blocks(handle, inode, &map, flags); 4432221879c9SAneesh Kumar K.V if (ret <= 0) { 4433f282ac19SLukas Czerner ext4_debug("inode #%lu: block %u: len %u: " 4434b06acd38SLukas Czerner "ext4_ext_map_blocks returned %d", 4435b06acd38SLukas Czerner inode->i_ino, map.m_lblk, 4436b06acd38SLukas Czerner map.m_len, ret); 4437a2df2a63SAmit Arora ext4_mark_inode_dirty(handle, inode); 44383258386aSEric Whitney ext4_journal_stop(handle); 4439a2df2a63SAmit Arora break; 4440a2df2a63SAmit Arora } 44413258386aSEric Whitney /* 44423258386aSEric Whitney * allow a full retry cycle for any remaining allocations 44433258386aSEric Whitney */ 44443258386aSEric Whitney retries = 0; 4445c174e6d6SDmitry Monakhov map.m_lblk += ret; 4446c174e6d6SDmitry Monakhov map.m_len = len = len - ret; 4447c174e6d6SDmitry Monakhov epos = (loff_t)map.m_lblk << inode->i_blkbits; 4448eeca7ea1SDeepa Dinamani inode->i_ctime = current_time(inode); 4449c174e6d6SDmitry Monakhov if (new_size) { 4450c174e6d6SDmitry Monakhov if (epos > new_size) 4451c174e6d6SDmitry Monakhov epos = new_size; 4452c174e6d6SDmitry Monakhov if (ext4_update_inode_size(inode, epos) & 0x1) 4453c174e6d6SDmitry Monakhov inode->i_mtime = inode->i_ctime; 4454c174e6d6SDmitry Monakhov } 44554209ae12SHarshad Shirwadkar ret2 = ext4_mark_inode_dirty(handle, inode); 4456c894aa97SEryu Guan ext4_update_inode_fsync_trans(handle, inode, 1); 44574209ae12SHarshad Shirwadkar ret3 = ext4_journal_stop(handle); 44584209ae12SHarshad Shirwadkar ret2 = ret3 ? ret3 : ret2; 44594209ae12SHarshad Shirwadkar if (unlikely(ret2)) 4460a2df2a63SAmit Arora break; 4461a2df2a63SAmit Arora } 44623258386aSEric Whitney if (ret == -ENOSPC && ext4_should_retry_alloc(inode->i_sb, &retries)) 4463a2df2a63SAmit Arora goto retry; 4464f282ac19SLukas Czerner 44650e8b6879SLukas Czerner return ret > 0 ? ret2 : ret; 44660e8b6879SLukas Czerner } 44670e8b6879SLukas Czerner 446843f81677SEric Biggers static int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len); 446943f81677SEric Biggers 447043f81677SEric Biggers static int ext4_insert_range(struct inode *inode, loff_t offset, loff_t len); 447143f81677SEric Biggers 4472b8a86845SLukas Czerner static long ext4_zero_range(struct file *file, loff_t offset, 4473b8a86845SLukas Czerner loff_t len, int mode) 4474b8a86845SLukas Czerner { 4475b8a86845SLukas Czerner struct inode *inode = file_inode(file); 4476b8a86845SLukas Czerner handle_t *handle = NULL; 4477b8a86845SLukas Czerner unsigned int max_blocks; 4478b8a86845SLukas Czerner loff_t new_size = 0; 4479b8a86845SLukas Czerner int ret = 0; 4480b8a86845SLukas Czerner int flags; 448169dc9536SDmitry Monakhov int credits; 4482c174e6d6SDmitry Monakhov int partial_begin, partial_end; 4483b8a86845SLukas Czerner loff_t start, end; 4484b8a86845SLukas Czerner ext4_lblk_t lblk; 4485b8a86845SLukas Czerner unsigned int blkbits = inode->i_blkbits; 4486b8a86845SLukas Czerner 4487b8a86845SLukas Czerner trace_ext4_zero_range(inode, offset, len, mode); 4488b8a86845SLukas Czerner 4489e1ee60fdSNamjae Jeon /* Call ext4_force_commit to flush all data in case of data=journal. */ 4490e1ee60fdSNamjae Jeon if (ext4_should_journal_data(inode)) { 4491e1ee60fdSNamjae Jeon ret = ext4_force_commit(inode->i_sb); 4492e1ee60fdSNamjae Jeon if (ret) 4493e1ee60fdSNamjae Jeon return ret; 4494e1ee60fdSNamjae Jeon } 4495e1ee60fdSNamjae Jeon 4496b8a86845SLukas Czerner /* 4497e4d7f2d3SKeyur Patel * Round up offset. This is not fallocate, we need to zero out 4498b8a86845SLukas Czerner * blocks, so convert interior block aligned part of the range to 4499b8a86845SLukas Czerner * unwritten and possibly manually zero out unaligned parts of the 4500b8a86845SLukas Czerner * range. 4501b8a86845SLukas Czerner */ 4502b8a86845SLukas Czerner start = round_up(offset, 1 << blkbits); 4503b8a86845SLukas Czerner end = round_down((offset + len), 1 << blkbits); 4504b8a86845SLukas Czerner 4505b8a86845SLukas Czerner if (start < offset || end > offset + len) 4506b8a86845SLukas Czerner return -EINVAL; 4507c174e6d6SDmitry Monakhov partial_begin = offset & ((1 << blkbits) - 1); 4508c174e6d6SDmitry Monakhov partial_end = (offset + len) & ((1 << blkbits) - 1); 4509b8a86845SLukas Czerner 4510b8a86845SLukas Czerner lblk = start >> blkbits; 4511b8a86845SLukas Czerner max_blocks = (end >> blkbits); 4512b8a86845SLukas Czerner if (max_blocks < lblk) 4513b8a86845SLukas Czerner max_blocks = 0; 4514b8a86845SLukas Czerner else 4515b8a86845SLukas Czerner max_blocks -= lblk; 4516b8a86845SLukas Czerner 45175955102cSAl Viro inode_lock(inode); 4518b8a86845SLukas Czerner 4519b8a86845SLukas Czerner /* 452080dd4978SChristophe JAILLET * Indirect files do not support unwritten extents 4521b8a86845SLukas Czerner */ 4522b8a86845SLukas Czerner if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS))) { 4523b8a86845SLukas Czerner ret = -EOPNOTSUPP; 4524b8a86845SLukas Czerner goto out_mutex; 4525b8a86845SLukas Czerner } 4526b8a86845SLukas Czerner 4527b8a86845SLukas Czerner if (!(mode & FALLOC_FL_KEEP_SIZE) && 45289b02e498SEric Biggers (offset + len > inode->i_size || 452951e3ae81STheodore Ts'o offset + len > EXT4_I(inode)->i_disksize)) { 4530b8a86845SLukas Czerner new_size = offset + len; 4531b8a86845SLukas Czerner ret = inode_newsize_ok(inode, new_size); 4532b8a86845SLukas Czerner if (ret) 4533b8a86845SLukas Czerner goto out_mutex; 4534b8a86845SLukas Czerner } 4535b8a86845SLukas Czerner 45360f2af21aSLukas Czerner flags = EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT; 45370f2af21aSLukas Czerner 453817048e8aSJan Kara /* Wait all existing dio workers, newcomers will block on i_mutex */ 453917048e8aSJan Kara inode_dio_wait(inode); 454017048e8aSJan Kara 45410f2af21aSLukas Czerner /* Preallocate the range including the unaligned edges */ 45420f2af21aSLukas Czerner if (partial_begin || partial_end) { 45430f2af21aSLukas Czerner ret = ext4_alloc_file_blocks(file, 45440f2af21aSLukas Czerner round_down(offset, 1 << blkbits) >> blkbits, 45450f2af21aSLukas Czerner (round_up((offset + len), 1 << blkbits) - 45460f2af21aSLukas Czerner round_down(offset, 1 << blkbits)) >> blkbits, 454777a2e84dSTahsin Erdogan new_size, flags); 45480f2af21aSLukas Czerner if (ret) 45491d39834fSNikolay Borisov goto out_mutex; 45500f2af21aSLukas Czerner 45510f2af21aSLukas Czerner } 45520f2af21aSLukas Czerner 45530f2af21aSLukas Czerner /* Zero range excluding the unaligned edges */ 4554b8a86845SLukas Czerner if (max_blocks > 0) { 45550f2af21aSLukas Czerner flags |= (EXT4_GET_BLOCKS_CONVERT_UNWRITTEN | 45560f2af21aSLukas Czerner EXT4_EX_NOCACHE); 4557b8a86845SLukas Czerner 4558ea3d7209SJan Kara /* 4559ea3d7209SJan Kara * Prevent page faults from reinstantiating pages we have 4560ea3d7209SJan Kara * released from page cache. 4561ea3d7209SJan Kara */ 4562ea3d7209SJan Kara down_write(&EXT4_I(inode)->i_mmap_sem); 4563430657b6SRoss Zwisler 4564430657b6SRoss Zwisler ret = ext4_break_layouts(inode); 4565430657b6SRoss Zwisler if (ret) { 4566430657b6SRoss Zwisler up_write(&EXT4_I(inode)->i_mmap_sem); 4567430657b6SRoss Zwisler goto out_mutex; 4568430657b6SRoss Zwisler } 4569430657b6SRoss Zwisler 457001127848SJan Kara ret = ext4_update_disksize_before_punch(inode, offset, len); 457101127848SJan Kara if (ret) { 457201127848SJan Kara up_write(&EXT4_I(inode)->i_mmap_sem); 45731d39834fSNikolay Borisov goto out_mutex; 457401127848SJan Kara } 4575ea3d7209SJan Kara /* Now release the pages and zero block aligned part of pages */ 4576ea3d7209SJan Kara truncate_pagecache_range(inode, start, end - 1); 4577eeca7ea1SDeepa Dinamani inode->i_mtime = inode->i_ctime = current_time(inode); 4578ea3d7209SJan Kara 4579c174e6d6SDmitry Monakhov ret = ext4_alloc_file_blocks(file, lblk, max_blocks, new_size, 458077a2e84dSTahsin Erdogan flags); 4581ea3d7209SJan Kara up_write(&EXT4_I(inode)->i_mmap_sem); 4582b8a86845SLukas Czerner if (ret) 45831d39834fSNikolay Borisov goto out_mutex; 4584b8a86845SLukas Czerner } 4585c174e6d6SDmitry Monakhov if (!partial_begin && !partial_end) 45861d39834fSNikolay Borisov goto out_mutex; 4587c174e6d6SDmitry Monakhov 458869dc9536SDmitry Monakhov /* 458969dc9536SDmitry Monakhov * In worst case we have to writeout two nonadjacent unwritten 459069dc9536SDmitry Monakhov * blocks and update the inode 459169dc9536SDmitry Monakhov */ 459269dc9536SDmitry Monakhov credits = (2 * ext4_ext_index_trans_blocks(inode, 2)) + 1; 459369dc9536SDmitry Monakhov if (ext4_should_journal_data(inode)) 459469dc9536SDmitry Monakhov credits += 2; 459569dc9536SDmitry Monakhov handle = ext4_journal_start(inode, EXT4_HT_MISC, credits); 4596b8a86845SLukas Czerner if (IS_ERR(handle)) { 4597b8a86845SLukas Czerner ret = PTR_ERR(handle); 4598b8a86845SLukas Czerner ext4_std_error(inode->i_sb, ret); 45991d39834fSNikolay Borisov goto out_mutex; 4600b8a86845SLukas Czerner } 4601b8a86845SLukas Czerner 4602eeca7ea1SDeepa Dinamani inode->i_mtime = inode->i_ctime = current_time(inode); 46034337ecd1SEric Whitney if (new_size) 46044631dbf6SDmitry Monakhov ext4_update_inode_size(inode, new_size); 46054209ae12SHarshad Shirwadkar ret = ext4_mark_inode_dirty(handle, inode); 46064209ae12SHarshad Shirwadkar if (unlikely(ret)) 46074209ae12SHarshad Shirwadkar goto out_handle; 4608a80f7fcfSHarshad Shirwadkar ext4_fc_track_range(handle, inode, offset >> inode->i_sb->s_blocksize_bits, 4609aa75f4d3SHarshad Shirwadkar (offset + len - 1) >> inode->i_sb->s_blocksize_bits); 4610b8a86845SLukas Czerner /* Zero out partial block at the edges of the range */ 4611b8a86845SLukas Czerner ret = ext4_zero_partial_blocks(handle, inode, offset, len); 461267a7d5f5SJan Kara if (ret >= 0) 461367a7d5f5SJan Kara ext4_update_inode_fsync_trans(handle, inode, 1); 4614b8a86845SLukas Czerner 4615b8a86845SLukas Czerner if (file->f_flags & O_SYNC) 4616b8a86845SLukas Czerner ext4_handle_sync(handle); 4617b8a86845SLukas Czerner 46184209ae12SHarshad Shirwadkar out_handle: 4619b8a86845SLukas Czerner ext4_journal_stop(handle); 4620b8a86845SLukas Czerner out_mutex: 46215955102cSAl Viro inode_unlock(inode); 4622b8a86845SLukas Czerner return ret; 4623b8a86845SLukas Czerner } 4624b8a86845SLukas Czerner 46250e8b6879SLukas Czerner /* 46260e8b6879SLukas Czerner * preallocate space for a file. This implements ext4's fallocate file 46270e8b6879SLukas Czerner * operation, which gets called from sys_fallocate system call. 46280e8b6879SLukas Czerner * For block-mapped files, posix_fallocate should fall back to the method 46290e8b6879SLukas Czerner * of writing zeroes to the required new blocks (the same behavior which is 46300e8b6879SLukas Czerner * expected for file systems which do not support fallocate() system call). 46310e8b6879SLukas Czerner */ 46320e8b6879SLukas Czerner long ext4_fallocate(struct file *file, int mode, loff_t offset, loff_t len) 46330e8b6879SLukas Czerner { 46340e8b6879SLukas Czerner struct inode *inode = file_inode(file); 46350e8b6879SLukas Czerner loff_t new_size = 0; 46360e8b6879SLukas Czerner unsigned int max_blocks; 46370e8b6879SLukas Czerner int ret = 0; 46380e8b6879SLukas Czerner int flags; 46390e8b6879SLukas Czerner ext4_lblk_t lblk; 46400e8b6879SLukas Czerner unsigned int blkbits = inode->i_blkbits; 46410e8b6879SLukas Czerner 46422058f83aSMichael Halcrow /* 46432058f83aSMichael Halcrow * Encrypted inodes can't handle collapse range or insert 46442058f83aSMichael Halcrow * range since we would need to re-encrypt blocks with a 46452058f83aSMichael Halcrow * different IV or XTS tweak (which are based on the logical 46462058f83aSMichael Halcrow * block number). 46472058f83aSMichael Halcrow */ 4648592ddec7SChandan Rajendra if (IS_ENCRYPTED(inode) && 4649457b1e35SEric Biggers (mode & (FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_INSERT_RANGE))) 46502058f83aSMichael Halcrow return -EOPNOTSUPP; 46512058f83aSMichael Halcrow 46520e8b6879SLukas Czerner /* Return error if mode is not supported */ 46530e8b6879SLukas Czerner if (mode & ~(FALLOC_FL_KEEP_SIZE | FALLOC_FL_PUNCH_HOLE | 4654331573feSNamjae Jeon FALLOC_FL_COLLAPSE_RANGE | FALLOC_FL_ZERO_RANGE | 4655331573feSNamjae Jeon FALLOC_FL_INSERT_RANGE)) 46560e8b6879SLukas Czerner return -EOPNOTSUPP; 46570e8b6879SLukas Czerner 4658aa75f4d3SHarshad Shirwadkar ext4_fc_start_update(inode); 4659aa75f4d3SHarshad Shirwadkar 4660aa75f4d3SHarshad Shirwadkar if (mode & FALLOC_FL_PUNCH_HOLE) { 4661aa75f4d3SHarshad Shirwadkar ret = ext4_punch_hole(inode, offset, len); 4662aa75f4d3SHarshad Shirwadkar goto exit; 4663aa75f4d3SHarshad Shirwadkar } 46640e8b6879SLukas Czerner 46650e8b6879SLukas Czerner ret = ext4_convert_inline_data(inode); 46660e8b6879SLukas Czerner if (ret) 4667aa75f4d3SHarshad Shirwadkar goto exit; 46680e8b6879SLukas Czerner 4669aa75f4d3SHarshad Shirwadkar if (mode & FALLOC_FL_COLLAPSE_RANGE) { 4670aa75f4d3SHarshad Shirwadkar ret = ext4_collapse_range(inode, offset, len); 4671aa75f4d3SHarshad Shirwadkar goto exit; 4672aa75f4d3SHarshad Shirwadkar } 467340c406c7STheodore Ts'o 4674aa75f4d3SHarshad Shirwadkar if (mode & FALLOC_FL_INSERT_RANGE) { 4675aa75f4d3SHarshad Shirwadkar ret = ext4_insert_range(inode, offset, len); 4676aa75f4d3SHarshad Shirwadkar goto exit; 4677aa75f4d3SHarshad Shirwadkar } 4678331573feSNamjae Jeon 4679aa75f4d3SHarshad Shirwadkar if (mode & FALLOC_FL_ZERO_RANGE) { 4680aa75f4d3SHarshad Shirwadkar ret = ext4_zero_range(file, offset, len, mode); 4681aa75f4d3SHarshad Shirwadkar goto exit; 4682aa75f4d3SHarshad Shirwadkar } 46830e8b6879SLukas Czerner trace_ext4_fallocate_enter(inode, offset, len, mode); 46840e8b6879SLukas Czerner lblk = offset >> blkbits; 46850e8b6879SLukas Czerner 4686518eaa63SFabian Frederick max_blocks = EXT4_MAX_BLOCKS(len, offset, blkbits); 4687556615dcSLukas Czerner flags = EXT4_GET_BLOCKS_CREATE_UNWRIT_EXT; 46880e8b6879SLukas Czerner 46895955102cSAl Viro inode_lock(inode); 46900e8b6879SLukas Czerner 4691280227a7SDavide Italiano /* 4692280227a7SDavide Italiano * We only support preallocation for extent-based files only 4693280227a7SDavide Italiano */ 4694280227a7SDavide Italiano if (!(ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS))) { 4695280227a7SDavide Italiano ret = -EOPNOTSUPP; 4696280227a7SDavide Italiano goto out; 4697280227a7SDavide Italiano } 4698280227a7SDavide Italiano 46990e8b6879SLukas Czerner if (!(mode & FALLOC_FL_KEEP_SIZE) && 47009b02e498SEric Biggers (offset + len > inode->i_size || 470151e3ae81STheodore Ts'o offset + len > EXT4_I(inode)->i_disksize)) { 47020e8b6879SLukas Czerner new_size = offset + len; 47030e8b6879SLukas Czerner ret = inode_newsize_ok(inode, new_size); 47040e8b6879SLukas Czerner if (ret) 47050e8b6879SLukas Czerner goto out; 47060e8b6879SLukas Czerner } 47070e8b6879SLukas Czerner 470817048e8aSJan Kara /* Wait all existing dio workers, newcomers will block on i_mutex */ 470917048e8aSJan Kara inode_dio_wait(inode); 471017048e8aSJan Kara 471177a2e84dSTahsin Erdogan ret = ext4_alloc_file_blocks(file, lblk, max_blocks, new_size, flags); 47120e8b6879SLukas Czerner if (ret) 47130e8b6879SLukas Czerner goto out; 47140e8b6879SLukas Czerner 4715c174e6d6SDmitry Monakhov if (file->f_flags & O_SYNC && EXT4_SB(inode->i_sb)->s_journal) { 4716aa75f4d3SHarshad Shirwadkar ret = ext4_fc_commit(EXT4_SB(inode->i_sb)->s_journal, 4717c174e6d6SDmitry Monakhov EXT4_I(inode)->i_sync_tid); 4718f282ac19SLukas Czerner } 4719f282ac19SLukas Czerner out: 47205955102cSAl Viro inode_unlock(inode); 47210e8b6879SLukas Czerner trace_ext4_fallocate_exit(inode, offset, max_blocks, ret); 4722aa75f4d3SHarshad Shirwadkar exit: 4723aa75f4d3SHarshad Shirwadkar ext4_fc_stop_update(inode); 47240e8b6879SLukas Czerner return ret; 4725a2df2a63SAmit Arora } 47266873fa0dSEric Sandeen 47276873fa0dSEric Sandeen /* 47280031462bSMingming Cao * This function convert a range of blocks to written extents 47290031462bSMingming Cao * The caller of this function will pass the start offset and the size. 47300031462bSMingming Cao * all unwritten extents within this range will be converted to 47310031462bSMingming Cao * written extents. 47320031462bSMingming Cao * 47330031462bSMingming Cao * This function is called from the direct IO end io call back 47340031462bSMingming Cao * function, to convert the fallocated extents after IO is completed. 4735109f5565SMingming * Returns 0 on success. 47360031462bSMingming Cao */ 47376b523df4SJan Kara int ext4_convert_unwritten_extents(handle_t *handle, struct inode *inode, 47386b523df4SJan Kara loff_t offset, ssize_t len) 47390031462bSMingming Cao { 47400031462bSMingming Cao unsigned int max_blocks; 47414209ae12SHarshad Shirwadkar int ret = 0, ret2 = 0, ret3 = 0; 47422ed88685STheodore Ts'o struct ext4_map_blocks map; 4743a00713eaSRitesh Harjani unsigned int blkbits = inode->i_blkbits; 4744a00713eaSRitesh Harjani unsigned int credits = 0; 47450031462bSMingming Cao 47462ed88685STheodore Ts'o map.m_lblk = offset >> blkbits; 4747518eaa63SFabian Frederick max_blocks = EXT4_MAX_BLOCKS(len, offset, blkbits); 4748518eaa63SFabian Frederick 4749a00713eaSRitesh Harjani if (!handle) { 47506b523df4SJan Kara /* 47510031462bSMingming Cao * credits to insert 1 extent into extent tree 47520031462bSMingming Cao */ 47530031462bSMingming Cao credits = ext4_chunk_trans_blocks(inode, max_blocks); 47546b523df4SJan Kara } 47550031462bSMingming Cao while (ret >= 0 && ret < max_blocks) { 47562ed88685STheodore Ts'o map.m_lblk += ret; 47572ed88685STheodore Ts'o map.m_len = (max_blocks -= ret); 47586b523df4SJan Kara if (credits) { 47596b523df4SJan Kara handle = ext4_journal_start(inode, EXT4_HT_MAP_BLOCKS, 47606b523df4SJan Kara credits); 47610031462bSMingming Cao if (IS_ERR(handle)) { 47620031462bSMingming Cao ret = PTR_ERR(handle); 47630031462bSMingming Cao break; 47640031462bSMingming Cao } 47656b523df4SJan Kara } 47662ed88685STheodore Ts'o ret = ext4_map_blocks(handle, inode, &map, 4767c7064ef1SJiaying Zhang EXT4_GET_BLOCKS_IO_CONVERT_EXT); 4768b06acd38SLukas Czerner if (ret <= 0) 4769b06acd38SLukas Czerner ext4_warning(inode->i_sb, 4770b06acd38SLukas Czerner "inode #%lu: block %u: len %u: " 477192b97816STheodore Ts'o "ext4_ext_map_blocks returned %d", 4772b06acd38SLukas Czerner inode->i_ino, map.m_lblk, 477392b97816STheodore Ts'o map.m_len, ret); 47744209ae12SHarshad Shirwadkar ret2 = ext4_mark_inode_dirty(handle, inode); 47754209ae12SHarshad Shirwadkar if (credits) { 47764209ae12SHarshad Shirwadkar ret3 = ext4_journal_stop(handle); 47774209ae12SHarshad Shirwadkar if (unlikely(ret3)) 47784209ae12SHarshad Shirwadkar ret2 = ret3; 47794209ae12SHarshad Shirwadkar } 47804209ae12SHarshad Shirwadkar 47810031462bSMingming Cao if (ret <= 0 || ret2) 47820031462bSMingming Cao break; 47830031462bSMingming Cao } 47840031462bSMingming Cao return ret > 0 ? ret2 : ret; 47850031462bSMingming Cao } 47866d9c85ebSYongqiang Yang 4787a00713eaSRitesh Harjani int ext4_convert_unwritten_io_end_vec(handle_t *handle, ext4_io_end_t *io_end) 4788a00713eaSRitesh Harjani { 4789d1e18b88SRitesh Harjani int ret = 0, err = 0; 4790c8cc8816SRitesh Harjani struct ext4_io_end_vec *io_end_vec; 4791a00713eaSRitesh Harjani 4792a00713eaSRitesh Harjani /* 4793a00713eaSRitesh Harjani * This is somewhat ugly but the idea is clear: When transaction is 4794a00713eaSRitesh Harjani * reserved, everything goes into it. Otherwise we rather start several 4795a00713eaSRitesh Harjani * smaller transactions for conversion of each extent separately. 4796a00713eaSRitesh Harjani */ 4797a00713eaSRitesh Harjani if (handle) { 4798a00713eaSRitesh Harjani handle = ext4_journal_start_reserved(handle, 4799a00713eaSRitesh Harjani EXT4_HT_EXT_CONVERT); 4800a00713eaSRitesh Harjani if (IS_ERR(handle)) 4801a00713eaSRitesh Harjani return PTR_ERR(handle); 4802a00713eaSRitesh Harjani } 4803a00713eaSRitesh Harjani 4804c8cc8816SRitesh Harjani list_for_each_entry(io_end_vec, &io_end->list_vec, list) { 4805a00713eaSRitesh Harjani ret = ext4_convert_unwritten_extents(handle, io_end->inode, 4806c8cc8816SRitesh Harjani io_end_vec->offset, 4807c8cc8816SRitesh Harjani io_end_vec->size); 4808c8cc8816SRitesh Harjani if (ret) 4809c8cc8816SRitesh Harjani break; 4810c8cc8816SRitesh Harjani } 4811c8cc8816SRitesh Harjani 4812a00713eaSRitesh Harjani if (handle) 4813a00713eaSRitesh Harjani err = ext4_journal_stop(handle); 4814a00713eaSRitesh Harjani 4815a00713eaSRitesh Harjani return ret < 0 ? ret : err; 4816a00713eaSRitesh Harjani } 4817a00713eaSRitesh Harjani 4818d3b6f23fSRitesh Harjani static int ext4_iomap_xattr_fiemap(struct inode *inode, struct iomap *iomap) 48196873fa0dSEric Sandeen { 48206873fa0dSEric Sandeen __u64 physical = 0; 4821d3b6f23fSRitesh Harjani __u64 length = 0; 48226873fa0dSEric Sandeen int blockbits = inode->i_sb->s_blocksize_bits; 48236873fa0dSEric Sandeen int error = 0; 4824d3b6f23fSRitesh Harjani u16 iomap_type; 48256873fa0dSEric Sandeen 48266873fa0dSEric Sandeen /* in-inode? */ 482719f5fb7aSTheodore Ts'o if (ext4_test_inode_state(inode, EXT4_STATE_XATTR)) { 48286873fa0dSEric Sandeen struct ext4_iloc iloc; 48296873fa0dSEric Sandeen int offset; /* offset of xattr in inode */ 48306873fa0dSEric Sandeen 48316873fa0dSEric Sandeen error = ext4_get_inode_loc(inode, &iloc); 48326873fa0dSEric Sandeen if (error) 48336873fa0dSEric Sandeen return error; 4834a60697f4SJan Kara physical = (__u64)iloc.bh->b_blocknr << blockbits; 48356873fa0dSEric Sandeen offset = EXT4_GOOD_OLD_INODE_SIZE + 48366873fa0dSEric Sandeen EXT4_I(inode)->i_extra_isize; 48376873fa0dSEric Sandeen physical += offset; 48386873fa0dSEric Sandeen length = EXT4_SB(inode->i_sb)->s_inode_size - offset; 4839fd2dd9fbSCurt Wohlgemuth brelse(iloc.bh); 4840d3b6f23fSRitesh Harjani iomap_type = IOMAP_INLINE; 4841d3b6f23fSRitesh Harjani } else if (EXT4_I(inode)->i_file_acl) { /* external block */ 4842a60697f4SJan Kara physical = (__u64)EXT4_I(inode)->i_file_acl << blockbits; 48436873fa0dSEric Sandeen length = inode->i_sb->s_blocksize; 4844d3b6f23fSRitesh Harjani iomap_type = IOMAP_MAPPED; 4845d3b6f23fSRitesh Harjani } else { 4846d3b6f23fSRitesh Harjani /* no in-inode or external block for xattr, so return -ENOENT */ 4847d3b6f23fSRitesh Harjani error = -ENOENT; 4848d3b6f23fSRitesh Harjani goto out; 48496873fa0dSEric Sandeen } 48506873fa0dSEric Sandeen 4851d3b6f23fSRitesh Harjani iomap->addr = physical; 4852d3b6f23fSRitesh Harjani iomap->offset = 0; 4853d3b6f23fSRitesh Harjani iomap->length = length; 4854d3b6f23fSRitesh Harjani iomap->type = iomap_type; 4855d3b6f23fSRitesh Harjani iomap->flags = 0; 4856d3b6f23fSRitesh Harjani out: 4857d3b6f23fSRitesh Harjani return error; 48586873fa0dSEric Sandeen } 48596873fa0dSEric Sandeen 4860d3b6f23fSRitesh Harjani static int ext4_iomap_xattr_begin(struct inode *inode, loff_t offset, 4861d3b6f23fSRitesh Harjani loff_t length, unsigned flags, 4862d3b6f23fSRitesh Harjani struct iomap *iomap, struct iomap *srcmap) 4863d3b6f23fSRitesh Harjani { 4864d3b6f23fSRitesh Harjani int error; 4865d3b6f23fSRitesh Harjani 4866d3b6f23fSRitesh Harjani error = ext4_iomap_xattr_fiemap(inode, iomap); 4867d3b6f23fSRitesh Harjani if (error == 0 && (offset >= iomap->length)) 4868d3b6f23fSRitesh Harjani error = -ENOENT; 4869d3b6f23fSRitesh Harjani return error; 4870d3b6f23fSRitesh Harjani } 4871d3b6f23fSRitesh Harjani 4872d3b6f23fSRitesh Harjani static const struct iomap_ops ext4_iomap_xattr_ops = { 4873d3b6f23fSRitesh Harjani .iomap_begin = ext4_iomap_xattr_begin, 4874d3b6f23fSRitesh Harjani }; 4875d3b6f23fSRitesh Harjani 4876328e24aeSChristoph Hellwig static int ext4_fiemap_check_ranges(struct inode *inode, u64 start, u64 *len) 4877328e24aeSChristoph Hellwig { 4878328e24aeSChristoph Hellwig u64 maxbytes; 4879328e24aeSChristoph Hellwig 4880328e24aeSChristoph Hellwig if (ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)) 4881328e24aeSChristoph Hellwig maxbytes = inode->i_sb->s_maxbytes; 4882328e24aeSChristoph Hellwig else 4883328e24aeSChristoph Hellwig maxbytes = EXT4_SB(inode->i_sb)->s_bitmap_maxbytes; 4884328e24aeSChristoph Hellwig 4885328e24aeSChristoph Hellwig if (*len == 0) 4886328e24aeSChristoph Hellwig return -EINVAL; 4887328e24aeSChristoph Hellwig if (start > maxbytes) 4888328e24aeSChristoph Hellwig return -EFBIG; 4889328e24aeSChristoph Hellwig 4890328e24aeSChristoph Hellwig /* 4891328e24aeSChristoph Hellwig * Shrink request scope to what the fs can actually handle. 4892328e24aeSChristoph Hellwig */ 4893328e24aeSChristoph Hellwig if (*len > maxbytes || (maxbytes - *len) < start) 4894328e24aeSChristoph Hellwig *len = maxbytes - start; 4895328e24aeSChristoph Hellwig return 0; 4896328e24aeSChristoph Hellwig } 4897328e24aeSChristoph Hellwig 489803a5ed24SChristoph Hellwig int ext4_fiemap(struct inode *inode, struct fiemap_extent_info *fieinfo, 489903a5ed24SChristoph Hellwig u64 start, u64 len) 49006873fa0dSEric Sandeen { 49016873fa0dSEric Sandeen int error = 0; 49026873fa0dSEric Sandeen 49037869a4a6STheodore Ts'o if (fieinfo->fi_flags & FIEMAP_FLAG_CACHE) { 49047869a4a6STheodore Ts'o error = ext4_ext_precache(inode); 49057869a4a6STheodore Ts'o if (error) 49067869a4a6STheodore Ts'o return error; 4907bb5835edSTheodore Ts'o fieinfo->fi_flags &= ~FIEMAP_FLAG_CACHE; 49087869a4a6STheodore Ts'o } 49097869a4a6STheodore Ts'o 4910328e24aeSChristoph Hellwig /* 4911328e24aeSChristoph Hellwig * For bitmap files the maximum size limit could be smaller than 4912328e24aeSChristoph Hellwig * s_maxbytes, so check len here manually instead of just relying on the 4913328e24aeSChristoph Hellwig * generic check. 4914328e24aeSChristoph Hellwig */ 4915328e24aeSChristoph Hellwig error = ext4_fiemap_check_ranges(inode, start, &len); 4916328e24aeSChristoph Hellwig if (error) 4917328e24aeSChristoph Hellwig return error; 4918328e24aeSChristoph Hellwig 49196873fa0dSEric Sandeen if (fieinfo->fi_flags & FIEMAP_FLAG_XATTR) { 4920d3b6f23fSRitesh Harjani fieinfo->fi_flags &= ~FIEMAP_FLAG_XATTR; 492103a5ed24SChristoph Hellwig return iomap_fiemap(inode, fieinfo, start, len, 4922d3b6f23fSRitesh Harjani &ext4_iomap_xattr_ops); 492303a5ed24SChristoph Hellwig } 492403a5ed24SChristoph Hellwig 492503a5ed24SChristoph Hellwig return iomap_fiemap(inode, fieinfo, start, len, &ext4_iomap_report_ops); 492603a5ed24SChristoph Hellwig } 492703a5ed24SChristoph Hellwig 492803a5ed24SChristoph Hellwig int ext4_get_es_cache(struct inode *inode, struct fiemap_extent_info *fieinfo, 492903a5ed24SChristoph Hellwig __u64 start, __u64 len) 493003a5ed24SChristoph Hellwig { 493103a5ed24SChristoph Hellwig ext4_lblk_t start_blk, len_blks; 4932aca92ff6SLeonard Michlmayr __u64 last_blk; 493303a5ed24SChristoph Hellwig int error = 0; 493403a5ed24SChristoph Hellwig 493503a5ed24SChristoph Hellwig if (ext4_has_inline_data(inode)) { 493603a5ed24SChristoph Hellwig int has_inline; 493703a5ed24SChristoph Hellwig 493803a5ed24SChristoph Hellwig down_read(&EXT4_I(inode)->xattr_sem); 493903a5ed24SChristoph Hellwig has_inline = ext4_has_inline_data(inode); 494003a5ed24SChristoph Hellwig up_read(&EXT4_I(inode)->xattr_sem); 494103a5ed24SChristoph Hellwig if (has_inline) 494203a5ed24SChristoph Hellwig return 0; 494303a5ed24SChristoph Hellwig } 494403a5ed24SChristoph Hellwig 494503a5ed24SChristoph Hellwig if (fieinfo->fi_flags & FIEMAP_FLAG_CACHE) { 494603a5ed24SChristoph Hellwig error = ext4_ext_precache(inode); 494703a5ed24SChristoph Hellwig if (error) 494803a5ed24SChristoph Hellwig return error; 494903a5ed24SChristoph Hellwig fieinfo->fi_flags &= ~FIEMAP_FLAG_CACHE; 495003a5ed24SChristoph Hellwig } 495103a5ed24SChristoph Hellwig 495245dd052eSChristoph Hellwig error = fiemap_prep(inode, fieinfo, start, &len, 0); 4953cddf8a2cSChristoph Hellwig if (error) 4954cddf8a2cSChristoph Hellwig return error; 495503a5ed24SChristoph Hellwig 495603a5ed24SChristoph Hellwig error = ext4_fiemap_check_ranges(inode, start, &len); 495703a5ed24SChristoph Hellwig if (error) 495803a5ed24SChristoph Hellwig return error; 4959aca92ff6SLeonard Michlmayr 49606873fa0dSEric Sandeen start_blk = start >> inode->i_sb->s_blocksize_bits; 4961aca92ff6SLeonard Michlmayr last_blk = (start + len - 1) >> inode->i_sb->s_blocksize_bits; 4962f17722f9SLukas Czerner if (last_blk >= EXT_MAX_BLOCKS) 4963f17722f9SLukas Czerner last_blk = EXT_MAX_BLOCKS-1; 4964aca92ff6SLeonard Michlmayr len_blks = ((ext4_lblk_t) last_blk) - start_blk + 1; 49656873fa0dSEric Sandeen 49666873fa0dSEric Sandeen /* 496791dd8c11SLukas Czerner * Walk the extent tree gathering extent information 496891dd8c11SLukas Czerner * and pushing extents back to the user. 49696873fa0dSEric Sandeen */ 497003a5ed24SChristoph Hellwig return ext4_fill_es_cache_info(inode, start_blk, len_blks, fieinfo); 49716873fa0dSEric Sandeen } 4972bb5835edSTheodore Ts'o 49739eb79482SNamjae Jeon /* 49749eb79482SNamjae Jeon * ext4_access_path: 49759eb79482SNamjae Jeon * Function to access the path buffer for marking it dirty. 49769eb79482SNamjae Jeon * It also checks if there are sufficient credits left in the journal handle 49779eb79482SNamjae Jeon * to update path. 49789eb79482SNamjae Jeon */ 49799eb79482SNamjae Jeon static int 49809eb79482SNamjae Jeon ext4_access_path(handle_t *handle, struct inode *inode, 49819eb79482SNamjae Jeon struct ext4_ext_path *path) 49829eb79482SNamjae Jeon { 49839eb79482SNamjae Jeon int credits, err; 49849eb79482SNamjae Jeon 49859eb79482SNamjae Jeon if (!ext4_handle_valid(handle)) 49869eb79482SNamjae Jeon return 0; 49879eb79482SNamjae Jeon 49889eb79482SNamjae Jeon /* 49899eb79482SNamjae Jeon * Check if need to extend journal credits 49909eb79482SNamjae Jeon * 3 for leaf, sb, and inode plus 2 (bmap and group 49919eb79482SNamjae Jeon * descriptor) for each block group; assume two block 49929eb79482SNamjae Jeon * groups 49939eb79482SNamjae Jeon */ 49949eb79482SNamjae Jeon credits = ext4_writepage_trans_blocks(inode); 499583448bdfSJan Kara err = ext4_datasem_ensure_credits(handle, inode, 7, credits, 0); 4996a4130367SJan Kara if (err < 0) 49979eb79482SNamjae Jeon return err; 49989eb79482SNamjae Jeon 49999eb79482SNamjae Jeon err = ext4_ext_get_access(handle, inode, path); 50009eb79482SNamjae Jeon return err; 50019eb79482SNamjae Jeon } 50029eb79482SNamjae Jeon 50039eb79482SNamjae Jeon /* 50049eb79482SNamjae Jeon * ext4_ext_shift_path_extents: 50059eb79482SNamjae Jeon * Shift the extents of a path structure lying between path[depth].p_ext 5006331573feSNamjae Jeon * and EXT_LAST_EXTENT(path[depth].p_hdr), by @shift blocks. @SHIFT tells 5007331573feSNamjae Jeon * if it is right shift or left shift operation. 50089eb79482SNamjae Jeon */ 50099eb79482SNamjae Jeon static int 50109eb79482SNamjae Jeon ext4_ext_shift_path_extents(struct ext4_ext_path *path, ext4_lblk_t shift, 50119eb79482SNamjae Jeon struct inode *inode, handle_t *handle, 5012331573feSNamjae Jeon enum SHIFT_DIRECTION SHIFT) 50139eb79482SNamjae Jeon { 50149eb79482SNamjae Jeon int depth, err = 0; 50159eb79482SNamjae Jeon struct ext4_extent *ex_start, *ex_last; 50164756ee18Szhengbin bool update = false; 50179eb79482SNamjae Jeon depth = path->p_depth; 50189eb79482SNamjae Jeon 50199eb79482SNamjae Jeon while (depth >= 0) { 50209eb79482SNamjae Jeon if (depth == path->p_depth) { 50219eb79482SNamjae Jeon ex_start = path[depth].p_ext; 50229eb79482SNamjae Jeon if (!ex_start) 50236a797d27SDarrick J. Wong return -EFSCORRUPTED; 50249eb79482SNamjae Jeon 50259eb79482SNamjae Jeon ex_last = EXT_LAST_EXTENT(path[depth].p_hdr); 50269eb79482SNamjae Jeon 50279eb79482SNamjae Jeon err = ext4_access_path(handle, inode, path + depth); 50289eb79482SNamjae Jeon if (err) 50299eb79482SNamjae Jeon goto out; 50309eb79482SNamjae Jeon 50319eb79482SNamjae Jeon if (ex_start == EXT_FIRST_EXTENT(path[depth].p_hdr)) 50324756ee18Szhengbin update = true; 50339eb79482SNamjae Jeon 50349eb79482SNamjae Jeon while (ex_start <= ex_last) { 5035331573feSNamjae Jeon if (SHIFT == SHIFT_LEFT) { 5036331573feSNamjae Jeon le32_add_cpu(&ex_start->ee_block, 5037331573feSNamjae Jeon -shift); 50386dd834efSLukas Czerner /* Try to merge to the left. */ 50396dd834efSLukas Czerner if ((ex_start > 5040331573feSNamjae Jeon EXT_FIRST_EXTENT(path[depth].p_hdr)) 5041331573feSNamjae Jeon && 50426dd834efSLukas Czerner ext4_ext_try_to_merge_right(inode, 50439eb79482SNamjae Jeon path, ex_start - 1)) 50449eb79482SNamjae Jeon ex_last--; 50456dd834efSLukas Czerner else 50469eb79482SNamjae Jeon ex_start++; 5047331573feSNamjae Jeon } else { 5048331573feSNamjae Jeon le32_add_cpu(&ex_last->ee_block, shift); 5049331573feSNamjae Jeon ext4_ext_try_to_merge_right(inode, path, 5050331573feSNamjae Jeon ex_last); 5051331573feSNamjae Jeon ex_last--; 5052331573feSNamjae Jeon } 50539eb79482SNamjae Jeon } 50549eb79482SNamjae Jeon err = ext4_ext_dirty(handle, inode, path + depth); 50559eb79482SNamjae Jeon if (err) 50569eb79482SNamjae Jeon goto out; 50579eb79482SNamjae Jeon 50589eb79482SNamjae Jeon if (--depth < 0 || !update) 50599eb79482SNamjae Jeon break; 50609eb79482SNamjae Jeon } 50619eb79482SNamjae Jeon 50629eb79482SNamjae Jeon /* Update index too */ 50639eb79482SNamjae Jeon err = ext4_access_path(handle, inode, path + depth); 50649eb79482SNamjae Jeon if (err) 50659eb79482SNamjae Jeon goto out; 50669eb79482SNamjae Jeon 5067331573feSNamjae Jeon if (SHIFT == SHIFT_LEFT) 5068847c6c42SZheng Liu le32_add_cpu(&path[depth].p_idx->ei_block, -shift); 5069331573feSNamjae Jeon else 5070331573feSNamjae Jeon le32_add_cpu(&path[depth].p_idx->ei_block, shift); 50719eb79482SNamjae Jeon err = ext4_ext_dirty(handle, inode, path + depth); 50729eb79482SNamjae Jeon if (err) 50739eb79482SNamjae Jeon goto out; 50749eb79482SNamjae Jeon 50759eb79482SNamjae Jeon /* we are done if current index is not a starting index */ 50769eb79482SNamjae Jeon if (path[depth].p_idx != EXT_FIRST_INDEX(path[depth].p_hdr)) 50779eb79482SNamjae Jeon break; 50789eb79482SNamjae Jeon 50799eb79482SNamjae Jeon depth--; 50809eb79482SNamjae Jeon } 50819eb79482SNamjae Jeon 50829eb79482SNamjae Jeon out: 50839eb79482SNamjae Jeon return err; 50849eb79482SNamjae Jeon } 50859eb79482SNamjae Jeon 50869eb79482SNamjae Jeon /* 50879eb79482SNamjae Jeon * ext4_ext_shift_extents: 5088331573feSNamjae Jeon * All the extents which lies in the range from @start to the last allocated 5089331573feSNamjae Jeon * block for the @inode are shifted either towards left or right (depending 5090331573feSNamjae Jeon * upon @SHIFT) by @shift blocks. 50919eb79482SNamjae Jeon * On success, 0 is returned, error otherwise. 50929eb79482SNamjae Jeon */ 50939eb79482SNamjae Jeon static int 50949eb79482SNamjae Jeon ext4_ext_shift_extents(struct inode *inode, handle_t *handle, 5095331573feSNamjae Jeon ext4_lblk_t start, ext4_lblk_t shift, 5096331573feSNamjae Jeon enum SHIFT_DIRECTION SHIFT) 50979eb79482SNamjae Jeon { 50989eb79482SNamjae Jeon struct ext4_ext_path *path; 50999eb79482SNamjae Jeon int ret = 0, depth; 51009eb79482SNamjae Jeon struct ext4_extent *extent; 5101331573feSNamjae Jeon ext4_lblk_t stop, *iterator, ex_start, ex_end; 51029eb79482SNamjae Jeon 51039eb79482SNamjae Jeon /* Let path point to the last extent */ 510403e916faSRoman Pen path = ext4_find_extent(inode, EXT_MAX_BLOCKS - 1, NULL, 510503e916faSRoman Pen EXT4_EX_NOCACHE); 51069eb79482SNamjae Jeon if (IS_ERR(path)) 51079eb79482SNamjae Jeon return PTR_ERR(path); 51089eb79482SNamjae Jeon 51099eb79482SNamjae Jeon depth = path->p_depth; 51109eb79482SNamjae Jeon extent = path[depth].p_ext; 5111ee4bd0d9STheodore Ts'o if (!extent) 5112ee4bd0d9STheodore Ts'o goto out; 51139eb79482SNamjae Jeon 51142a9b8cbaSRoman Pen stop = le32_to_cpu(extent->ee_block); 51159eb79482SNamjae Jeon 51169eb79482SNamjae Jeon /* 5117349fa7d6SEric Biggers * For left shifts, make sure the hole on the left is big enough to 5118349fa7d6SEric Biggers * accommodate the shift. For right shifts, make sure the last extent 5119349fa7d6SEric Biggers * won't be shifted beyond EXT_MAX_BLOCKS. 51209eb79482SNamjae Jeon */ 5121331573feSNamjae Jeon if (SHIFT == SHIFT_LEFT) { 512203e916faSRoman Pen path = ext4_find_extent(inode, start - 1, &path, 512303e916faSRoman Pen EXT4_EX_NOCACHE); 51248dc79ec4SDmitry Monakhov if (IS_ERR(path)) 51258dc79ec4SDmitry Monakhov return PTR_ERR(path); 51269eb79482SNamjae Jeon depth = path->p_depth; 51279eb79482SNamjae Jeon extent = path[depth].p_ext; 51288dc79ec4SDmitry Monakhov if (extent) { 5129847c6c42SZheng Liu ex_start = le32_to_cpu(extent->ee_block); 5130847c6c42SZheng Liu ex_end = le32_to_cpu(extent->ee_block) + 5131847c6c42SZheng Liu ext4_ext_get_actual_len(extent); 51328dc79ec4SDmitry Monakhov } else { 51338dc79ec4SDmitry Monakhov ex_start = 0; 51348dc79ec4SDmitry Monakhov ex_end = 0; 51358dc79ec4SDmitry Monakhov } 51369eb79482SNamjae Jeon 51379eb79482SNamjae Jeon if ((start == ex_start && shift > ex_start) || 5138331573feSNamjae Jeon (shift > start - ex_end)) { 5139349fa7d6SEric Biggers ret = -EINVAL; 5140349fa7d6SEric Biggers goto out; 5141349fa7d6SEric Biggers } 5142349fa7d6SEric Biggers } else { 5143349fa7d6SEric Biggers if (shift > EXT_MAX_BLOCKS - 5144349fa7d6SEric Biggers (stop + ext4_ext_get_actual_len(extent))) { 5145349fa7d6SEric Biggers ret = -EINVAL; 5146349fa7d6SEric Biggers goto out; 5147331573feSNamjae Jeon } 5148331573feSNamjae Jeon } 5149331573feSNamjae Jeon 5150331573feSNamjae Jeon /* 5151331573feSNamjae Jeon * In case of left shift, iterator points to start and it is increased 5152331573feSNamjae Jeon * till we reach stop. In case of right shift, iterator points to stop 5153331573feSNamjae Jeon * and it is decreased till we reach start. 5154331573feSNamjae Jeon */ 5155331573feSNamjae Jeon if (SHIFT == SHIFT_LEFT) 5156331573feSNamjae Jeon iterator = &start; 5157331573feSNamjae Jeon else 5158331573feSNamjae Jeon iterator = &stop; 51599eb79482SNamjae Jeon 51602a9b8cbaSRoman Pen /* 51612a9b8cbaSRoman Pen * Its safe to start updating extents. Start and stop are unsigned, so 51622a9b8cbaSRoman Pen * in case of right shift if extent with 0 block is reached, iterator 51632a9b8cbaSRoman Pen * becomes NULL to indicate the end of the loop. 51642a9b8cbaSRoman Pen */ 51652a9b8cbaSRoman Pen while (iterator && start <= stop) { 516603e916faSRoman Pen path = ext4_find_extent(inode, *iterator, &path, 516703e916faSRoman Pen EXT4_EX_NOCACHE); 51689eb79482SNamjae Jeon if (IS_ERR(path)) 51699eb79482SNamjae Jeon return PTR_ERR(path); 51709eb79482SNamjae Jeon depth = path->p_depth; 51719eb79482SNamjae Jeon extent = path[depth].p_ext; 5172a18ed359SDmitry Monakhov if (!extent) { 5173a18ed359SDmitry Monakhov EXT4_ERROR_INODE(inode, "unexpected hole at %lu", 5174331573feSNamjae Jeon (unsigned long) *iterator); 51756a797d27SDarrick J. Wong return -EFSCORRUPTED; 5176a18ed359SDmitry Monakhov } 5177331573feSNamjae Jeon if (SHIFT == SHIFT_LEFT && *iterator > 5178331573feSNamjae Jeon le32_to_cpu(extent->ee_block)) { 51799eb79482SNamjae Jeon /* Hole, move to the next extent */ 5180f8fb4f41SDmitry Monakhov if (extent < EXT_LAST_EXTENT(path[depth].p_hdr)) { 5181f8fb4f41SDmitry Monakhov path[depth].p_ext++; 5182f8fb4f41SDmitry Monakhov } else { 5183331573feSNamjae Jeon *iterator = ext4_ext_next_allocated_block(path); 5184f8fb4f41SDmitry Monakhov continue; 51859eb79482SNamjae Jeon } 51869eb79482SNamjae Jeon } 5187331573feSNamjae Jeon 5188331573feSNamjae Jeon if (SHIFT == SHIFT_LEFT) { 5189331573feSNamjae Jeon extent = EXT_LAST_EXTENT(path[depth].p_hdr); 5190331573feSNamjae Jeon *iterator = le32_to_cpu(extent->ee_block) + 5191331573feSNamjae Jeon ext4_ext_get_actual_len(extent); 5192331573feSNamjae Jeon } else { 5193331573feSNamjae Jeon extent = EXT_FIRST_EXTENT(path[depth].p_hdr); 51942a9b8cbaSRoman Pen if (le32_to_cpu(extent->ee_block) > 0) 51952a9b8cbaSRoman Pen *iterator = le32_to_cpu(extent->ee_block) - 1; 51962a9b8cbaSRoman Pen else 51972a9b8cbaSRoman Pen /* Beginning is reached, end of the loop */ 51982a9b8cbaSRoman Pen iterator = NULL; 5199331573feSNamjae Jeon /* Update path extent in case we need to stop */ 5200331573feSNamjae Jeon while (le32_to_cpu(extent->ee_block) < start) 5201331573feSNamjae Jeon extent++; 5202331573feSNamjae Jeon path[depth].p_ext = extent; 5203331573feSNamjae Jeon } 52049eb79482SNamjae Jeon ret = ext4_ext_shift_path_extents(path, shift, inode, 5205331573feSNamjae Jeon handle, SHIFT); 52069eb79482SNamjae Jeon if (ret) 52079eb79482SNamjae Jeon break; 52089eb79482SNamjae Jeon } 5209ee4bd0d9STheodore Ts'o out: 5210ee4bd0d9STheodore Ts'o ext4_ext_drop_refs(path); 5211ee4bd0d9STheodore Ts'o kfree(path); 52129eb79482SNamjae Jeon return ret; 52139eb79482SNamjae Jeon } 52149eb79482SNamjae Jeon 52159eb79482SNamjae Jeon /* 52169eb79482SNamjae Jeon * ext4_collapse_range: 52179eb79482SNamjae Jeon * This implements the fallocate's collapse range functionality for ext4 52189eb79482SNamjae Jeon * Returns: 0 and non-zero on error. 52199eb79482SNamjae Jeon */ 522043f81677SEric Biggers static int ext4_collapse_range(struct inode *inode, loff_t offset, loff_t len) 52219eb79482SNamjae Jeon { 52229eb79482SNamjae Jeon struct super_block *sb = inode->i_sb; 52239eb79482SNamjae Jeon ext4_lblk_t punch_start, punch_stop; 52249eb79482SNamjae Jeon handle_t *handle; 52259eb79482SNamjae Jeon unsigned int credits; 5226a8680e0dSNamjae Jeon loff_t new_size, ioffset; 52279eb79482SNamjae Jeon int ret; 52289eb79482SNamjae Jeon 5229b9576fc3STheodore Ts'o /* 5230b9576fc3STheodore Ts'o * We need to test this early because xfstests assumes that a 5231b9576fc3STheodore Ts'o * collapse range of (0, 1) will return EOPNOTSUPP if the file 5232b9576fc3STheodore Ts'o * system does not support collapse range. 5233b9576fc3STheodore Ts'o */ 5234b9576fc3STheodore Ts'o if (!ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)) 5235b9576fc3STheodore Ts'o return -EOPNOTSUPP; 5236b9576fc3STheodore Ts'o 52379b02e498SEric Biggers /* Collapse range works only on fs cluster size aligned regions. */ 52389b02e498SEric Biggers if (!IS_ALIGNED(offset | len, EXT4_CLUSTER_SIZE(sb))) 52399eb79482SNamjae Jeon return -EINVAL; 52409eb79482SNamjae Jeon 52419eb79482SNamjae Jeon trace_ext4_collapse_range(inode, offset, len); 52429eb79482SNamjae Jeon 52439eb79482SNamjae Jeon punch_start = offset >> EXT4_BLOCK_SIZE_BITS(sb); 52449eb79482SNamjae Jeon punch_stop = (offset + len) >> EXT4_BLOCK_SIZE_BITS(sb); 52459eb79482SNamjae Jeon 52461ce01c4aSNamjae Jeon /* Call ext4_force_commit to flush all data in case of data=journal. */ 52471ce01c4aSNamjae Jeon if (ext4_should_journal_data(inode)) { 52481ce01c4aSNamjae Jeon ret = ext4_force_commit(inode->i_sb); 52491ce01c4aSNamjae Jeon if (ret) 52501ce01c4aSNamjae Jeon return ret; 52511ce01c4aSNamjae Jeon } 52521ce01c4aSNamjae Jeon 52535955102cSAl Viro inode_lock(inode); 525423fffa92SLukas Czerner /* 525523fffa92SLukas Czerner * There is no need to overlap collapse range with EOF, in which case 525623fffa92SLukas Czerner * it is effectively a truncate operation 525723fffa92SLukas Czerner */ 52589b02e498SEric Biggers if (offset + len >= inode->i_size) { 525923fffa92SLukas Czerner ret = -EINVAL; 526023fffa92SLukas Czerner goto out_mutex; 526123fffa92SLukas Czerner } 526223fffa92SLukas Czerner 52639eb79482SNamjae Jeon /* Currently just for extent based files */ 52649eb79482SNamjae Jeon if (!ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)) { 52659eb79482SNamjae Jeon ret = -EOPNOTSUPP; 52669eb79482SNamjae Jeon goto out_mutex; 52679eb79482SNamjae Jeon } 52689eb79482SNamjae Jeon 52699eb79482SNamjae Jeon /* Wait for existing dio to complete */ 52709eb79482SNamjae Jeon inode_dio_wait(inode); 52719eb79482SNamjae Jeon 5272ea3d7209SJan Kara /* 5273ea3d7209SJan Kara * Prevent page faults from reinstantiating pages we have released from 5274ea3d7209SJan Kara * page cache. 5275ea3d7209SJan Kara */ 5276ea3d7209SJan Kara down_write(&EXT4_I(inode)->i_mmap_sem); 5277430657b6SRoss Zwisler 5278430657b6SRoss Zwisler ret = ext4_break_layouts(inode); 5279430657b6SRoss Zwisler if (ret) 5280430657b6SRoss Zwisler goto out_mmap; 5281430657b6SRoss Zwisler 528232ebffd3SJan Kara /* 528332ebffd3SJan Kara * Need to round down offset to be aligned with page size boundary 528432ebffd3SJan Kara * for page size > block size. 528532ebffd3SJan Kara */ 528632ebffd3SJan Kara ioffset = round_down(offset, PAGE_SIZE); 528732ebffd3SJan Kara /* 528832ebffd3SJan Kara * Write tail of the last page before removed range since it will get 528932ebffd3SJan Kara * removed from the page cache below. 529032ebffd3SJan Kara */ 529132ebffd3SJan Kara ret = filemap_write_and_wait_range(inode->i_mapping, ioffset, offset); 529232ebffd3SJan Kara if (ret) 529332ebffd3SJan Kara goto out_mmap; 529432ebffd3SJan Kara /* 529532ebffd3SJan Kara * Write data that will be shifted to preserve them when discarding 529632ebffd3SJan Kara * page cache below. We are also protected from pages becoming dirty 529732ebffd3SJan Kara * by i_mmap_sem. 529832ebffd3SJan Kara */ 529932ebffd3SJan Kara ret = filemap_write_and_wait_range(inode->i_mapping, offset + len, 530032ebffd3SJan Kara LLONG_MAX); 530132ebffd3SJan Kara if (ret) 530232ebffd3SJan Kara goto out_mmap; 5303ea3d7209SJan Kara truncate_pagecache(inode, ioffset); 5304ea3d7209SJan Kara 53059eb79482SNamjae Jeon credits = ext4_writepage_trans_blocks(inode); 53069eb79482SNamjae Jeon handle = ext4_journal_start(inode, EXT4_HT_TRUNCATE, credits); 53079eb79482SNamjae Jeon if (IS_ERR(handle)) { 53089eb79482SNamjae Jeon ret = PTR_ERR(handle); 5309ea3d7209SJan Kara goto out_mmap; 53109eb79482SNamjae Jeon } 5311aa75f4d3SHarshad Shirwadkar ext4_fc_start_ineligible(sb, EXT4_FC_REASON_FALLOC_RANGE); 53129eb79482SNamjae Jeon 53139eb79482SNamjae Jeon down_write(&EXT4_I(inode)->i_data_sem); 531427bc446eSbrookxu ext4_discard_preallocations(inode, 0); 53159eb79482SNamjae Jeon 53169eb79482SNamjae Jeon ret = ext4_es_remove_extent(inode, punch_start, 53172c1d2328SLukas Czerner EXT_MAX_BLOCKS - punch_start); 53189eb79482SNamjae Jeon if (ret) { 53199eb79482SNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 53209eb79482SNamjae Jeon goto out_stop; 53219eb79482SNamjae Jeon } 53229eb79482SNamjae Jeon 53239eb79482SNamjae Jeon ret = ext4_ext_remove_space(inode, punch_start, punch_stop - 1); 53249eb79482SNamjae Jeon if (ret) { 53259eb79482SNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 53269eb79482SNamjae Jeon goto out_stop; 53279eb79482SNamjae Jeon } 532827bc446eSbrookxu ext4_discard_preallocations(inode, 0); 53299eb79482SNamjae Jeon 53309eb79482SNamjae Jeon ret = ext4_ext_shift_extents(inode, handle, punch_stop, 5331331573feSNamjae Jeon punch_stop - punch_start, SHIFT_LEFT); 53329eb79482SNamjae Jeon if (ret) { 53339eb79482SNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 53349eb79482SNamjae Jeon goto out_stop; 53359eb79482SNamjae Jeon } 53369eb79482SNamjae Jeon 53379b02e498SEric Biggers new_size = inode->i_size - len; 53389337d5d3SLukas Czerner i_size_write(inode, new_size); 53399eb79482SNamjae Jeon EXT4_I(inode)->i_disksize = new_size; 53409eb79482SNamjae Jeon 53419eb79482SNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 53429eb79482SNamjae Jeon if (IS_SYNC(inode)) 53439eb79482SNamjae Jeon ext4_handle_sync(handle); 5344eeca7ea1SDeepa Dinamani inode->i_mtime = inode->i_ctime = current_time(inode); 53454209ae12SHarshad Shirwadkar ret = ext4_mark_inode_dirty(handle, inode); 534667a7d5f5SJan Kara ext4_update_inode_fsync_trans(handle, inode, 1); 53479eb79482SNamjae Jeon 53489eb79482SNamjae Jeon out_stop: 53499eb79482SNamjae Jeon ext4_journal_stop(handle); 5350aa75f4d3SHarshad Shirwadkar ext4_fc_stop_ineligible(sb); 5351ea3d7209SJan Kara out_mmap: 5352ea3d7209SJan Kara up_write(&EXT4_I(inode)->i_mmap_sem); 53539eb79482SNamjae Jeon out_mutex: 53545955102cSAl Viro inode_unlock(inode); 53559eb79482SNamjae Jeon return ret; 53569eb79482SNamjae Jeon } 5357fcf6b1b7SDmitry Monakhov 5358331573feSNamjae Jeon /* 5359331573feSNamjae Jeon * ext4_insert_range: 5360331573feSNamjae Jeon * This function implements the FALLOC_FL_INSERT_RANGE flag of fallocate. 5361331573feSNamjae Jeon * The data blocks starting from @offset to the EOF are shifted by @len 5362331573feSNamjae Jeon * towards right to create a hole in the @inode. Inode size is increased 5363331573feSNamjae Jeon * by len bytes. 5364331573feSNamjae Jeon * Returns 0 on success, error otherwise. 5365331573feSNamjae Jeon */ 536643f81677SEric Biggers static int ext4_insert_range(struct inode *inode, loff_t offset, loff_t len) 5367331573feSNamjae Jeon { 5368331573feSNamjae Jeon struct super_block *sb = inode->i_sb; 5369331573feSNamjae Jeon handle_t *handle; 5370331573feSNamjae Jeon struct ext4_ext_path *path; 5371331573feSNamjae Jeon struct ext4_extent *extent; 5372331573feSNamjae Jeon ext4_lblk_t offset_lblk, len_lblk, ee_start_lblk = 0; 5373331573feSNamjae Jeon unsigned int credits, ee_len; 5374331573feSNamjae Jeon int ret = 0, depth, split_flag = 0; 5375331573feSNamjae Jeon loff_t ioffset; 5376331573feSNamjae Jeon 5377331573feSNamjae Jeon /* 5378331573feSNamjae Jeon * We need to test this early because xfstests assumes that an 5379331573feSNamjae Jeon * insert range of (0, 1) will return EOPNOTSUPP if the file 5380331573feSNamjae Jeon * system does not support insert range. 5381331573feSNamjae Jeon */ 5382331573feSNamjae Jeon if (!ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)) 5383331573feSNamjae Jeon return -EOPNOTSUPP; 5384331573feSNamjae Jeon 53859b02e498SEric Biggers /* Insert range works only on fs cluster size aligned regions. */ 53869b02e498SEric Biggers if (!IS_ALIGNED(offset | len, EXT4_CLUSTER_SIZE(sb))) 5387331573feSNamjae Jeon return -EINVAL; 5388331573feSNamjae Jeon 5389331573feSNamjae Jeon trace_ext4_insert_range(inode, offset, len); 5390331573feSNamjae Jeon 5391331573feSNamjae Jeon offset_lblk = offset >> EXT4_BLOCK_SIZE_BITS(sb); 5392331573feSNamjae Jeon len_lblk = len >> EXT4_BLOCK_SIZE_BITS(sb); 5393331573feSNamjae Jeon 5394331573feSNamjae Jeon /* Call ext4_force_commit to flush all data in case of data=journal */ 5395331573feSNamjae Jeon if (ext4_should_journal_data(inode)) { 5396331573feSNamjae Jeon ret = ext4_force_commit(inode->i_sb); 5397331573feSNamjae Jeon if (ret) 5398331573feSNamjae Jeon return ret; 5399331573feSNamjae Jeon } 5400331573feSNamjae Jeon 54015955102cSAl Viro inode_lock(inode); 5402331573feSNamjae Jeon /* Currently just for extent based files */ 5403331573feSNamjae Jeon if (!ext4_test_inode_flag(inode, EXT4_INODE_EXTENTS)) { 5404331573feSNamjae Jeon ret = -EOPNOTSUPP; 5405331573feSNamjae Jeon goto out_mutex; 5406331573feSNamjae Jeon } 5407331573feSNamjae Jeon 54089b02e498SEric Biggers /* Check whether the maximum file size would be exceeded */ 54099b02e498SEric Biggers if (len > inode->i_sb->s_maxbytes - inode->i_size) { 5410331573feSNamjae Jeon ret = -EFBIG; 5411331573feSNamjae Jeon goto out_mutex; 5412331573feSNamjae Jeon } 5413331573feSNamjae Jeon 54149b02e498SEric Biggers /* Offset must be less than i_size */ 54159b02e498SEric Biggers if (offset >= inode->i_size) { 5416331573feSNamjae Jeon ret = -EINVAL; 5417331573feSNamjae Jeon goto out_mutex; 5418331573feSNamjae Jeon } 5419331573feSNamjae Jeon 5420331573feSNamjae Jeon /* Wait for existing dio to complete */ 5421331573feSNamjae Jeon inode_dio_wait(inode); 5422331573feSNamjae Jeon 5423ea3d7209SJan Kara /* 5424ea3d7209SJan Kara * Prevent page faults from reinstantiating pages we have released from 5425ea3d7209SJan Kara * page cache. 5426ea3d7209SJan Kara */ 5427ea3d7209SJan Kara down_write(&EXT4_I(inode)->i_mmap_sem); 5428430657b6SRoss Zwisler 5429430657b6SRoss Zwisler ret = ext4_break_layouts(inode); 5430430657b6SRoss Zwisler if (ret) 5431430657b6SRoss Zwisler goto out_mmap; 5432430657b6SRoss Zwisler 543332ebffd3SJan Kara /* 543432ebffd3SJan Kara * Need to round down to align start offset to page size boundary 543532ebffd3SJan Kara * for page size > block size. 543632ebffd3SJan Kara */ 543732ebffd3SJan Kara ioffset = round_down(offset, PAGE_SIZE); 543832ebffd3SJan Kara /* Write out all dirty pages */ 543932ebffd3SJan Kara ret = filemap_write_and_wait_range(inode->i_mapping, ioffset, 544032ebffd3SJan Kara LLONG_MAX); 544132ebffd3SJan Kara if (ret) 544232ebffd3SJan Kara goto out_mmap; 5443ea3d7209SJan Kara truncate_pagecache(inode, ioffset); 5444ea3d7209SJan Kara 5445331573feSNamjae Jeon credits = ext4_writepage_trans_blocks(inode); 5446331573feSNamjae Jeon handle = ext4_journal_start(inode, EXT4_HT_TRUNCATE, credits); 5447331573feSNamjae Jeon if (IS_ERR(handle)) { 5448331573feSNamjae Jeon ret = PTR_ERR(handle); 5449ea3d7209SJan Kara goto out_mmap; 5450331573feSNamjae Jeon } 5451aa75f4d3SHarshad Shirwadkar ext4_fc_start_ineligible(sb, EXT4_FC_REASON_FALLOC_RANGE); 5452331573feSNamjae Jeon 5453331573feSNamjae Jeon /* Expand file to avoid data loss if there is error while shifting */ 5454331573feSNamjae Jeon inode->i_size += len; 5455331573feSNamjae Jeon EXT4_I(inode)->i_disksize += len; 5456eeca7ea1SDeepa Dinamani inode->i_mtime = inode->i_ctime = current_time(inode); 5457331573feSNamjae Jeon ret = ext4_mark_inode_dirty(handle, inode); 5458331573feSNamjae Jeon if (ret) 5459331573feSNamjae Jeon goto out_stop; 5460331573feSNamjae Jeon 5461331573feSNamjae Jeon down_write(&EXT4_I(inode)->i_data_sem); 546227bc446eSbrookxu ext4_discard_preallocations(inode, 0); 5463331573feSNamjae Jeon 5464331573feSNamjae Jeon path = ext4_find_extent(inode, offset_lblk, NULL, 0); 5465331573feSNamjae Jeon if (IS_ERR(path)) { 5466331573feSNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 5467331573feSNamjae Jeon goto out_stop; 5468331573feSNamjae Jeon } 5469331573feSNamjae Jeon 5470331573feSNamjae Jeon depth = ext_depth(inode); 5471331573feSNamjae Jeon extent = path[depth].p_ext; 5472331573feSNamjae Jeon if (extent) { 5473331573feSNamjae Jeon ee_start_lblk = le32_to_cpu(extent->ee_block); 5474331573feSNamjae Jeon ee_len = ext4_ext_get_actual_len(extent); 5475331573feSNamjae Jeon 5476331573feSNamjae Jeon /* 5477331573feSNamjae Jeon * If offset_lblk is not the starting block of extent, split 5478331573feSNamjae Jeon * the extent @offset_lblk 5479331573feSNamjae Jeon */ 5480331573feSNamjae Jeon if ((offset_lblk > ee_start_lblk) && 5481331573feSNamjae Jeon (offset_lblk < (ee_start_lblk + ee_len))) { 5482331573feSNamjae Jeon if (ext4_ext_is_unwritten(extent)) 5483331573feSNamjae Jeon split_flag = EXT4_EXT_MARK_UNWRIT1 | 5484331573feSNamjae Jeon EXT4_EXT_MARK_UNWRIT2; 5485331573feSNamjae Jeon ret = ext4_split_extent_at(handle, inode, &path, 5486331573feSNamjae Jeon offset_lblk, split_flag, 5487331573feSNamjae Jeon EXT4_EX_NOCACHE | 5488331573feSNamjae Jeon EXT4_GET_BLOCKS_PRE_IO | 5489331573feSNamjae Jeon EXT4_GET_BLOCKS_METADATA_NOFAIL); 5490331573feSNamjae Jeon } 5491331573feSNamjae Jeon 5492331573feSNamjae Jeon ext4_ext_drop_refs(path); 5493331573feSNamjae Jeon kfree(path); 5494331573feSNamjae Jeon if (ret < 0) { 5495331573feSNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 5496331573feSNamjae Jeon goto out_stop; 5497331573feSNamjae Jeon } 5498edf15aa1SFabian Frederick } else { 5499edf15aa1SFabian Frederick ext4_ext_drop_refs(path); 5500edf15aa1SFabian Frederick kfree(path); 5501331573feSNamjae Jeon } 5502331573feSNamjae Jeon 5503331573feSNamjae Jeon ret = ext4_es_remove_extent(inode, offset_lblk, 5504331573feSNamjae Jeon EXT_MAX_BLOCKS - offset_lblk); 5505331573feSNamjae Jeon if (ret) { 5506331573feSNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 5507331573feSNamjae Jeon goto out_stop; 5508331573feSNamjae Jeon } 5509331573feSNamjae Jeon 5510331573feSNamjae Jeon /* 5511331573feSNamjae Jeon * if offset_lblk lies in a hole which is at start of file, use 5512331573feSNamjae Jeon * ee_start_lblk to shift extents 5513331573feSNamjae Jeon */ 5514331573feSNamjae Jeon ret = ext4_ext_shift_extents(inode, handle, 5515331573feSNamjae Jeon ee_start_lblk > offset_lblk ? ee_start_lblk : offset_lblk, 5516331573feSNamjae Jeon len_lblk, SHIFT_RIGHT); 5517331573feSNamjae Jeon 5518331573feSNamjae Jeon up_write(&EXT4_I(inode)->i_data_sem); 5519331573feSNamjae Jeon if (IS_SYNC(inode)) 5520331573feSNamjae Jeon ext4_handle_sync(handle); 552167a7d5f5SJan Kara if (ret >= 0) 552267a7d5f5SJan Kara ext4_update_inode_fsync_trans(handle, inode, 1); 5523331573feSNamjae Jeon 5524331573feSNamjae Jeon out_stop: 5525331573feSNamjae Jeon ext4_journal_stop(handle); 5526aa75f4d3SHarshad Shirwadkar ext4_fc_stop_ineligible(sb); 5527ea3d7209SJan Kara out_mmap: 5528ea3d7209SJan Kara up_write(&EXT4_I(inode)->i_mmap_sem); 5529331573feSNamjae Jeon out_mutex: 55305955102cSAl Viro inode_unlock(inode); 5531331573feSNamjae Jeon return ret; 5532331573feSNamjae Jeon } 5533331573feSNamjae Jeon 5534fcf6b1b7SDmitry Monakhov /** 5535c60990b3STheodore Ts'o * ext4_swap_extents() - Swap extents between two inodes 5536c60990b3STheodore Ts'o * @handle: handle for this transaction 5537fcf6b1b7SDmitry Monakhov * @inode1: First inode 5538fcf6b1b7SDmitry Monakhov * @inode2: Second inode 5539fcf6b1b7SDmitry Monakhov * @lblk1: Start block for first inode 5540fcf6b1b7SDmitry Monakhov * @lblk2: Start block for second inode 5541fcf6b1b7SDmitry Monakhov * @count: Number of blocks to swap 5542dcae058aSzhenwei.pi * @unwritten: Mark second inode's extents as unwritten after swap 5543fcf6b1b7SDmitry Monakhov * @erp: Pointer to save error value 5544fcf6b1b7SDmitry Monakhov * 5545fcf6b1b7SDmitry Monakhov * This helper routine does exactly what is promise "swap extents". All other 5546fcf6b1b7SDmitry Monakhov * stuff such as page-cache locking consistency, bh mapping consistency or 5547fcf6b1b7SDmitry Monakhov * extent's data copying must be performed by caller. 5548fcf6b1b7SDmitry Monakhov * Locking: 5549fcf6b1b7SDmitry Monakhov * i_mutex is held for both inodes 5550fcf6b1b7SDmitry Monakhov * i_data_sem is locked for write for both inodes 5551fcf6b1b7SDmitry Monakhov * Assumptions: 5552fcf6b1b7SDmitry Monakhov * All pages from requested range are locked for both inodes 5553fcf6b1b7SDmitry Monakhov */ 5554fcf6b1b7SDmitry Monakhov int 5555fcf6b1b7SDmitry Monakhov ext4_swap_extents(handle_t *handle, struct inode *inode1, 5556fcf6b1b7SDmitry Monakhov struct inode *inode2, ext4_lblk_t lblk1, ext4_lblk_t lblk2, 5557fcf6b1b7SDmitry Monakhov ext4_lblk_t count, int unwritten, int *erp) 5558fcf6b1b7SDmitry Monakhov { 5559fcf6b1b7SDmitry Monakhov struct ext4_ext_path *path1 = NULL; 5560fcf6b1b7SDmitry Monakhov struct ext4_ext_path *path2 = NULL; 5561fcf6b1b7SDmitry Monakhov int replaced_count = 0; 5562fcf6b1b7SDmitry Monakhov 5563fcf6b1b7SDmitry Monakhov BUG_ON(!rwsem_is_locked(&EXT4_I(inode1)->i_data_sem)); 5564fcf6b1b7SDmitry Monakhov BUG_ON(!rwsem_is_locked(&EXT4_I(inode2)->i_data_sem)); 55655955102cSAl Viro BUG_ON(!inode_is_locked(inode1)); 55665955102cSAl Viro BUG_ON(!inode_is_locked(inode2)); 5567fcf6b1b7SDmitry Monakhov 5568fcf6b1b7SDmitry Monakhov *erp = ext4_es_remove_extent(inode1, lblk1, count); 556919008f6dSTheodore Ts'o if (unlikely(*erp)) 5570fcf6b1b7SDmitry Monakhov return 0; 5571fcf6b1b7SDmitry Monakhov *erp = ext4_es_remove_extent(inode2, lblk2, count); 557219008f6dSTheodore Ts'o if (unlikely(*erp)) 5573fcf6b1b7SDmitry Monakhov return 0; 5574fcf6b1b7SDmitry Monakhov 5575fcf6b1b7SDmitry Monakhov while (count) { 5576fcf6b1b7SDmitry Monakhov struct ext4_extent *ex1, *ex2, tmp_ex; 5577fcf6b1b7SDmitry Monakhov ext4_lblk_t e1_blk, e2_blk; 5578fcf6b1b7SDmitry Monakhov int e1_len, e2_len, len; 5579fcf6b1b7SDmitry Monakhov int split = 0; 5580fcf6b1b7SDmitry Monakhov 5581ed8a1a76STheodore Ts'o path1 = ext4_find_extent(inode1, lblk1, NULL, EXT4_EX_NOCACHE); 5582a1c83681SViresh Kumar if (IS_ERR(path1)) { 5583fcf6b1b7SDmitry Monakhov *erp = PTR_ERR(path1); 558419008f6dSTheodore Ts'o path1 = NULL; 558519008f6dSTheodore Ts'o finish: 558619008f6dSTheodore Ts'o count = 0; 558719008f6dSTheodore Ts'o goto repeat; 5588fcf6b1b7SDmitry Monakhov } 5589ed8a1a76STheodore Ts'o path2 = ext4_find_extent(inode2, lblk2, NULL, EXT4_EX_NOCACHE); 5590a1c83681SViresh Kumar if (IS_ERR(path2)) { 5591fcf6b1b7SDmitry Monakhov *erp = PTR_ERR(path2); 559219008f6dSTheodore Ts'o path2 = NULL; 559319008f6dSTheodore Ts'o goto finish; 5594fcf6b1b7SDmitry Monakhov } 5595fcf6b1b7SDmitry Monakhov ex1 = path1[path1->p_depth].p_ext; 5596fcf6b1b7SDmitry Monakhov ex2 = path2[path2->p_depth].p_ext; 5597e4d7f2d3SKeyur Patel /* Do we have something to swap ? */ 5598fcf6b1b7SDmitry Monakhov if (unlikely(!ex2 || !ex1)) 559919008f6dSTheodore Ts'o goto finish; 5600fcf6b1b7SDmitry Monakhov 5601fcf6b1b7SDmitry Monakhov e1_blk = le32_to_cpu(ex1->ee_block); 5602fcf6b1b7SDmitry Monakhov e2_blk = le32_to_cpu(ex2->ee_block); 5603fcf6b1b7SDmitry Monakhov e1_len = ext4_ext_get_actual_len(ex1); 5604fcf6b1b7SDmitry Monakhov e2_len = ext4_ext_get_actual_len(ex2); 5605fcf6b1b7SDmitry Monakhov 5606fcf6b1b7SDmitry Monakhov /* Hole handling */ 5607fcf6b1b7SDmitry Monakhov if (!in_range(lblk1, e1_blk, e1_len) || 5608fcf6b1b7SDmitry Monakhov !in_range(lblk2, e2_blk, e2_len)) { 5609fcf6b1b7SDmitry Monakhov ext4_lblk_t next1, next2; 5610fcf6b1b7SDmitry Monakhov 5611fcf6b1b7SDmitry Monakhov /* if hole after extent, then go to next extent */ 5612fcf6b1b7SDmitry Monakhov next1 = ext4_ext_next_allocated_block(path1); 5613fcf6b1b7SDmitry Monakhov next2 = ext4_ext_next_allocated_block(path2); 5614fcf6b1b7SDmitry Monakhov /* If hole before extent, then shift to that extent */ 5615fcf6b1b7SDmitry Monakhov if (e1_blk > lblk1) 5616fcf6b1b7SDmitry Monakhov next1 = e1_blk; 5617fcf6b1b7SDmitry Monakhov if (e2_blk > lblk2) 56184e562013SManinder Singh next2 = e2_blk; 5619fcf6b1b7SDmitry Monakhov /* Do we have something to swap */ 5620fcf6b1b7SDmitry Monakhov if (next1 == EXT_MAX_BLOCKS || next2 == EXT_MAX_BLOCKS) 562119008f6dSTheodore Ts'o goto finish; 5622fcf6b1b7SDmitry Monakhov /* Move to the rightest boundary */ 5623fcf6b1b7SDmitry Monakhov len = next1 - lblk1; 5624fcf6b1b7SDmitry Monakhov if (len < next2 - lblk2) 5625fcf6b1b7SDmitry Monakhov len = next2 - lblk2; 5626fcf6b1b7SDmitry Monakhov if (len > count) 5627fcf6b1b7SDmitry Monakhov len = count; 5628fcf6b1b7SDmitry Monakhov lblk1 += len; 5629fcf6b1b7SDmitry Monakhov lblk2 += len; 5630fcf6b1b7SDmitry Monakhov count -= len; 5631fcf6b1b7SDmitry Monakhov goto repeat; 5632fcf6b1b7SDmitry Monakhov } 5633fcf6b1b7SDmitry Monakhov 5634fcf6b1b7SDmitry Monakhov /* Prepare left boundary */ 5635fcf6b1b7SDmitry Monakhov if (e1_blk < lblk1) { 5636fcf6b1b7SDmitry Monakhov split = 1; 5637fcf6b1b7SDmitry Monakhov *erp = ext4_force_split_extent_at(handle, inode1, 5638dfe50809STheodore Ts'o &path1, lblk1, 0); 563919008f6dSTheodore Ts'o if (unlikely(*erp)) 564019008f6dSTheodore Ts'o goto finish; 5641fcf6b1b7SDmitry Monakhov } 5642fcf6b1b7SDmitry Monakhov if (e2_blk < lblk2) { 5643fcf6b1b7SDmitry Monakhov split = 1; 5644fcf6b1b7SDmitry Monakhov *erp = ext4_force_split_extent_at(handle, inode2, 5645dfe50809STheodore Ts'o &path2, lblk2, 0); 564619008f6dSTheodore Ts'o if (unlikely(*erp)) 564719008f6dSTheodore Ts'o goto finish; 5648fcf6b1b7SDmitry Monakhov } 5649dfe50809STheodore Ts'o /* ext4_split_extent_at() may result in leaf extent split, 5650fcf6b1b7SDmitry Monakhov * path must to be revalidated. */ 5651fcf6b1b7SDmitry Monakhov if (split) 5652fcf6b1b7SDmitry Monakhov goto repeat; 5653fcf6b1b7SDmitry Monakhov 5654fcf6b1b7SDmitry Monakhov /* Prepare right boundary */ 5655fcf6b1b7SDmitry Monakhov len = count; 5656fcf6b1b7SDmitry Monakhov if (len > e1_blk + e1_len - lblk1) 5657fcf6b1b7SDmitry Monakhov len = e1_blk + e1_len - lblk1; 5658fcf6b1b7SDmitry Monakhov if (len > e2_blk + e2_len - lblk2) 5659fcf6b1b7SDmitry Monakhov len = e2_blk + e2_len - lblk2; 5660fcf6b1b7SDmitry Monakhov 5661fcf6b1b7SDmitry Monakhov if (len != e1_len) { 5662fcf6b1b7SDmitry Monakhov split = 1; 5663fcf6b1b7SDmitry Monakhov *erp = ext4_force_split_extent_at(handle, inode1, 5664dfe50809STheodore Ts'o &path1, lblk1 + len, 0); 566519008f6dSTheodore Ts'o if (unlikely(*erp)) 566619008f6dSTheodore Ts'o goto finish; 5667fcf6b1b7SDmitry Monakhov } 5668fcf6b1b7SDmitry Monakhov if (len != e2_len) { 5669fcf6b1b7SDmitry Monakhov split = 1; 5670fcf6b1b7SDmitry Monakhov *erp = ext4_force_split_extent_at(handle, inode2, 5671dfe50809STheodore Ts'o &path2, lblk2 + len, 0); 5672fcf6b1b7SDmitry Monakhov if (*erp) 567319008f6dSTheodore Ts'o goto finish; 5674fcf6b1b7SDmitry Monakhov } 5675dfe50809STheodore Ts'o /* ext4_split_extent_at() may result in leaf extent split, 5676fcf6b1b7SDmitry Monakhov * path must to be revalidated. */ 5677fcf6b1b7SDmitry Monakhov if (split) 5678fcf6b1b7SDmitry Monakhov goto repeat; 5679fcf6b1b7SDmitry Monakhov 5680fcf6b1b7SDmitry Monakhov BUG_ON(e2_len != e1_len); 5681fcf6b1b7SDmitry Monakhov *erp = ext4_ext_get_access(handle, inode1, path1 + path1->p_depth); 568219008f6dSTheodore Ts'o if (unlikely(*erp)) 568319008f6dSTheodore Ts'o goto finish; 5684fcf6b1b7SDmitry Monakhov *erp = ext4_ext_get_access(handle, inode2, path2 + path2->p_depth); 568519008f6dSTheodore Ts'o if (unlikely(*erp)) 568619008f6dSTheodore Ts'o goto finish; 5687fcf6b1b7SDmitry Monakhov 5688fcf6b1b7SDmitry Monakhov /* Both extents are fully inside boundaries. Swap it now */ 5689fcf6b1b7SDmitry Monakhov tmp_ex = *ex1; 5690fcf6b1b7SDmitry Monakhov ext4_ext_store_pblock(ex1, ext4_ext_pblock(ex2)); 5691fcf6b1b7SDmitry Monakhov ext4_ext_store_pblock(ex2, ext4_ext_pblock(&tmp_ex)); 5692fcf6b1b7SDmitry Monakhov ex1->ee_len = cpu_to_le16(e2_len); 5693fcf6b1b7SDmitry Monakhov ex2->ee_len = cpu_to_le16(e1_len); 5694fcf6b1b7SDmitry Monakhov if (unwritten) 5695fcf6b1b7SDmitry Monakhov ext4_ext_mark_unwritten(ex2); 5696fcf6b1b7SDmitry Monakhov if (ext4_ext_is_unwritten(&tmp_ex)) 5697fcf6b1b7SDmitry Monakhov ext4_ext_mark_unwritten(ex1); 5698fcf6b1b7SDmitry Monakhov 5699fcf6b1b7SDmitry Monakhov ext4_ext_try_to_merge(handle, inode2, path2, ex2); 5700fcf6b1b7SDmitry Monakhov ext4_ext_try_to_merge(handle, inode1, path1, ex1); 5701fcf6b1b7SDmitry Monakhov *erp = ext4_ext_dirty(handle, inode2, path2 + 5702fcf6b1b7SDmitry Monakhov path2->p_depth); 570319008f6dSTheodore Ts'o if (unlikely(*erp)) 570419008f6dSTheodore Ts'o goto finish; 5705fcf6b1b7SDmitry Monakhov *erp = ext4_ext_dirty(handle, inode1, path1 + 5706fcf6b1b7SDmitry Monakhov path1->p_depth); 5707fcf6b1b7SDmitry Monakhov /* 5708fcf6b1b7SDmitry Monakhov * Looks scarry ah..? second inode already points to new blocks, 5709fcf6b1b7SDmitry Monakhov * and it was successfully dirtied. But luckily error may happen 5710fcf6b1b7SDmitry Monakhov * only due to journal error, so full transaction will be 5711fcf6b1b7SDmitry Monakhov * aborted anyway. 5712fcf6b1b7SDmitry Monakhov */ 571319008f6dSTheodore Ts'o if (unlikely(*erp)) 571419008f6dSTheodore Ts'o goto finish; 5715fcf6b1b7SDmitry Monakhov lblk1 += len; 5716fcf6b1b7SDmitry Monakhov lblk2 += len; 5717fcf6b1b7SDmitry Monakhov replaced_count += len; 5718fcf6b1b7SDmitry Monakhov count -= len; 5719fcf6b1b7SDmitry Monakhov 5720fcf6b1b7SDmitry Monakhov repeat: 5721fcf6b1b7SDmitry Monakhov ext4_ext_drop_refs(path1); 5722fcf6b1b7SDmitry Monakhov kfree(path1); 5723fcf6b1b7SDmitry Monakhov ext4_ext_drop_refs(path2); 5724fcf6b1b7SDmitry Monakhov kfree(path2); 5725b7ea89adSTheodore Ts'o path1 = path2 = NULL; 5726fcf6b1b7SDmitry Monakhov } 5727fcf6b1b7SDmitry Monakhov return replaced_count; 5728fcf6b1b7SDmitry Monakhov } 57290b02f4c0SEric Whitney 57300b02f4c0SEric Whitney /* 57310b02f4c0SEric Whitney * ext4_clu_mapped - determine whether any block in a logical cluster has 57320b02f4c0SEric Whitney * been mapped to a physical cluster 57330b02f4c0SEric Whitney * 57340b02f4c0SEric Whitney * @inode - file containing the logical cluster 57350b02f4c0SEric Whitney * @lclu - logical cluster of interest 57360b02f4c0SEric Whitney * 57370b02f4c0SEric Whitney * Returns 1 if any block in the logical cluster is mapped, signifying 57380b02f4c0SEric Whitney * that a physical cluster has been allocated for it. Otherwise, 57390b02f4c0SEric Whitney * returns 0. Can also return negative error codes. Derived from 57400b02f4c0SEric Whitney * ext4_ext_map_blocks(). 57410b02f4c0SEric Whitney */ 57420b02f4c0SEric Whitney int ext4_clu_mapped(struct inode *inode, ext4_lblk_t lclu) 57430b02f4c0SEric Whitney { 57440b02f4c0SEric Whitney struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb); 57450b02f4c0SEric Whitney struct ext4_ext_path *path; 57460b02f4c0SEric Whitney int depth, mapped = 0, err = 0; 57470b02f4c0SEric Whitney struct ext4_extent *extent; 57480b02f4c0SEric Whitney ext4_lblk_t first_lblk, first_lclu, last_lclu; 57490b02f4c0SEric Whitney 57500b02f4c0SEric Whitney /* search for the extent closest to the first block in the cluster */ 57510b02f4c0SEric Whitney path = ext4_find_extent(inode, EXT4_C2B(sbi, lclu), NULL, 0); 57520b02f4c0SEric Whitney if (IS_ERR(path)) { 57530b02f4c0SEric Whitney err = PTR_ERR(path); 57540b02f4c0SEric Whitney path = NULL; 57550b02f4c0SEric Whitney goto out; 57560b02f4c0SEric Whitney } 57570b02f4c0SEric Whitney 57580b02f4c0SEric Whitney depth = ext_depth(inode); 57590b02f4c0SEric Whitney 57600b02f4c0SEric Whitney /* 57610b02f4c0SEric Whitney * A consistent leaf must not be empty. This situation is possible, 57620b02f4c0SEric Whitney * though, _during_ tree modification, and it's why an assert can't 57630b02f4c0SEric Whitney * be put in ext4_find_extent(). 57640b02f4c0SEric Whitney */ 57650b02f4c0SEric Whitney if (unlikely(path[depth].p_ext == NULL && depth != 0)) { 57660b02f4c0SEric Whitney EXT4_ERROR_INODE(inode, 57670b02f4c0SEric Whitney "bad extent address - lblock: %lu, depth: %d, pblock: %lld", 57680b02f4c0SEric Whitney (unsigned long) EXT4_C2B(sbi, lclu), 57690b02f4c0SEric Whitney depth, path[depth].p_block); 57700b02f4c0SEric Whitney err = -EFSCORRUPTED; 57710b02f4c0SEric Whitney goto out; 57720b02f4c0SEric Whitney } 57730b02f4c0SEric Whitney 57740b02f4c0SEric Whitney extent = path[depth].p_ext; 57750b02f4c0SEric Whitney 57760b02f4c0SEric Whitney /* can't be mapped if the extent tree is empty */ 57770b02f4c0SEric Whitney if (extent == NULL) 57780b02f4c0SEric Whitney goto out; 57790b02f4c0SEric Whitney 57800b02f4c0SEric Whitney first_lblk = le32_to_cpu(extent->ee_block); 57810b02f4c0SEric Whitney first_lclu = EXT4_B2C(sbi, first_lblk); 57820b02f4c0SEric Whitney 57830b02f4c0SEric Whitney /* 57840b02f4c0SEric Whitney * Three possible outcomes at this point - found extent spanning 57850b02f4c0SEric Whitney * the target cluster, to the left of the target cluster, or to the 57860b02f4c0SEric Whitney * right of the target cluster. The first two cases are handled here. 57870b02f4c0SEric Whitney * The last case indicates the target cluster is not mapped. 57880b02f4c0SEric Whitney */ 57890b02f4c0SEric Whitney if (lclu >= first_lclu) { 57900b02f4c0SEric Whitney last_lclu = EXT4_B2C(sbi, first_lblk + 57910b02f4c0SEric Whitney ext4_ext_get_actual_len(extent) - 1); 57920b02f4c0SEric Whitney if (lclu <= last_lclu) { 57930b02f4c0SEric Whitney mapped = 1; 57940b02f4c0SEric Whitney } else { 57950b02f4c0SEric Whitney first_lblk = ext4_ext_next_allocated_block(path); 57960b02f4c0SEric Whitney first_lclu = EXT4_B2C(sbi, first_lblk); 57970b02f4c0SEric Whitney if (lclu == first_lclu) 57980b02f4c0SEric Whitney mapped = 1; 57990b02f4c0SEric Whitney } 58000b02f4c0SEric Whitney } 58010b02f4c0SEric Whitney 58020b02f4c0SEric Whitney out: 58030b02f4c0SEric Whitney ext4_ext_drop_refs(path); 58040b02f4c0SEric Whitney kfree(path); 58050b02f4c0SEric Whitney 58060b02f4c0SEric Whitney return err ? err : mapped; 58070b02f4c0SEric Whitney } 58088016e29fSHarshad Shirwadkar 58098016e29fSHarshad Shirwadkar /* 58108016e29fSHarshad Shirwadkar * Updates physical block address and unwritten status of extent 58118016e29fSHarshad Shirwadkar * starting at lblk start and of len. If such an extent doesn't exist, 58128016e29fSHarshad Shirwadkar * this function splits the extent tree appropriately to create an 58138016e29fSHarshad Shirwadkar * extent like this. This function is called in the fast commit 58148016e29fSHarshad Shirwadkar * replay path. Returns 0 on success and error on failure. 58158016e29fSHarshad Shirwadkar */ 58168016e29fSHarshad Shirwadkar int ext4_ext_replay_update_ex(struct inode *inode, ext4_lblk_t start, 58178016e29fSHarshad Shirwadkar int len, int unwritten, ext4_fsblk_t pblk) 58188016e29fSHarshad Shirwadkar { 58198016e29fSHarshad Shirwadkar struct ext4_ext_path *path = NULL, *ppath; 58208016e29fSHarshad Shirwadkar struct ext4_extent *ex; 58218016e29fSHarshad Shirwadkar int ret; 58228016e29fSHarshad Shirwadkar 58238016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, start, NULL, 0); 5824bc18546bSDan Carpenter if (IS_ERR(path)) 5825bc18546bSDan Carpenter return PTR_ERR(path); 58268016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 58278016e29fSHarshad Shirwadkar if (!ex) { 58288016e29fSHarshad Shirwadkar ret = -EFSCORRUPTED; 58298016e29fSHarshad Shirwadkar goto out; 58308016e29fSHarshad Shirwadkar } 58318016e29fSHarshad Shirwadkar 58328016e29fSHarshad Shirwadkar if (le32_to_cpu(ex->ee_block) != start || 58338016e29fSHarshad Shirwadkar ext4_ext_get_actual_len(ex) != len) { 58348016e29fSHarshad Shirwadkar /* We need to split this extent to match our extent first */ 58358016e29fSHarshad Shirwadkar ppath = path; 58368016e29fSHarshad Shirwadkar down_write(&EXT4_I(inode)->i_data_sem); 58378016e29fSHarshad Shirwadkar ret = ext4_force_split_extent_at(NULL, inode, &ppath, start, 1); 58388016e29fSHarshad Shirwadkar up_write(&EXT4_I(inode)->i_data_sem); 58398016e29fSHarshad Shirwadkar if (ret) 58408016e29fSHarshad Shirwadkar goto out; 58418016e29fSHarshad Shirwadkar kfree(path); 58428016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, start, NULL, 0); 58438016e29fSHarshad Shirwadkar if (IS_ERR(path)) 58448016e29fSHarshad Shirwadkar return -1; 58458016e29fSHarshad Shirwadkar ppath = path; 58468016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 58478016e29fSHarshad Shirwadkar WARN_ON(le32_to_cpu(ex->ee_block) != start); 58488016e29fSHarshad Shirwadkar if (ext4_ext_get_actual_len(ex) != len) { 58498016e29fSHarshad Shirwadkar down_write(&EXT4_I(inode)->i_data_sem); 58508016e29fSHarshad Shirwadkar ret = ext4_force_split_extent_at(NULL, inode, &ppath, 58518016e29fSHarshad Shirwadkar start + len, 1); 58528016e29fSHarshad Shirwadkar up_write(&EXT4_I(inode)->i_data_sem); 58538016e29fSHarshad Shirwadkar if (ret) 58548016e29fSHarshad Shirwadkar goto out; 58558016e29fSHarshad Shirwadkar kfree(path); 58568016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, start, NULL, 0); 58578016e29fSHarshad Shirwadkar if (IS_ERR(path)) 58588016e29fSHarshad Shirwadkar return -EINVAL; 58598016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 58608016e29fSHarshad Shirwadkar } 58618016e29fSHarshad Shirwadkar } 58628016e29fSHarshad Shirwadkar if (unwritten) 58638016e29fSHarshad Shirwadkar ext4_ext_mark_unwritten(ex); 58648016e29fSHarshad Shirwadkar else 58658016e29fSHarshad Shirwadkar ext4_ext_mark_initialized(ex); 58668016e29fSHarshad Shirwadkar ext4_ext_store_pblock(ex, pblk); 58678016e29fSHarshad Shirwadkar down_write(&EXT4_I(inode)->i_data_sem); 58688016e29fSHarshad Shirwadkar ret = ext4_ext_dirty(NULL, inode, &path[path->p_depth]); 58698016e29fSHarshad Shirwadkar up_write(&EXT4_I(inode)->i_data_sem); 58708016e29fSHarshad Shirwadkar out: 58718016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 58728016e29fSHarshad Shirwadkar kfree(path); 58738016e29fSHarshad Shirwadkar ext4_mark_inode_dirty(NULL, inode); 58748016e29fSHarshad Shirwadkar return ret; 58758016e29fSHarshad Shirwadkar } 58768016e29fSHarshad Shirwadkar 58778016e29fSHarshad Shirwadkar /* Try to shrink the extent tree */ 58788016e29fSHarshad Shirwadkar void ext4_ext_replay_shrink_inode(struct inode *inode, ext4_lblk_t end) 58798016e29fSHarshad Shirwadkar { 58808016e29fSHarshad Shirwadkar struct ext4_ext_path *path = NULL; 58818016e29fSHarshad Shirwadkar struct ext4_extent *ex; 58828016e29fSHarshad Shirwadkar ext4_lblk_t old_cur, cur = 0; 58838016e29fSHarshad Shirwadkar 58848016e29fSHarshad Shirwadkar while (cur < end) { 58858016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, cur, NULL, 0); 58868016e29fSHarshad Shirwadkar if (IS_ERR(path)) 58878016e29fSHarshad Shirwadkar return; 58888016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 58898016e29fSHarshad Shirwadkar if (!ex) { 58908016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 58918016e29fSHarshad Shirwadkar kfree(path); 58928016e29fSHarshad Shirwadkar ext4_mark_inode_dirty(NULL, inode); 58938016e29fSHarshad Shirwadkar return; 58948016e29fSHarshad Shirwadkar } 58958016e29fSHarshad Shirwadkar old_cur = cur; 58968016e29fSHarshad Shirwadkar cur = le32_to_cpu(ex->ee_block) + ext4_ext_get_actual_len(ex); 58978016e29fSHarshad Shirwadkar if (cur <= old_cur) 58988016e29fSHarshad Shirwadkar cur = old_cur + 1; 58998016e29fSHarshad Shirwadkar ext4_ext_try_to_merge(NULL, inode, path, ex); 59008016e29fSHarshad Shirwadkar down_write(&EXT4_I(inode)->i_data_sem); 59018016e29fSHarshad Shirwadkar ext4_ext_dirty(NULL, inode, &path[path->p_depth]); 59028016e29fSHarshad Shirwadkar up_write(&EXT4_I(inode)->i_data_sem); 59038016e29fSHarshad Shirwadkar ext4_mark_inode_dirty(NULL, inode); 59048016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 59058016e29fSHarshad Shirwadkar kfree(path); 59068016e29fSHarshad Shirwadkar } 59078016e29fSHarshad Shirwadkar } 59088016e29fSHarshad Shirwadkar 59098016e29fSHarshad Shirwadkar /* Check if *cur is a hole and if it is, skip it */ 59108016e29fSHarshad Shirwadkar static void skip_hole(struct inode *inode, ext4_lblk_t *cur) 59118016e29fSHarshad Shirwadkar { 59128016e29fSHarshad Shirwadkar int ret; 59138016e29fSHarshad Shirwadkar struct ext4_map_blocks map; 59148016e29fSHarshad Shirwadkar 59158016e29fSHarshad Shirwadkar map.m_lblk = *cur; 59168016e29fSHarshad Shirwadkar map.m_len = ((inode->i_size) >> inode->i_sb->s_blocksize_bits) - *cur; 59178016e29fSHarshad Shirwadkar 59188016e29fSHarshad Shirwadkar ret = ext4_map_blocks(NULL, inode, &map, 0); 59198016e29fSHarshad Shirwadkar if (ret != 0) 59208016e29fSHarshad Shirwadkar return; 59218016e29fSHarshad Shirwadkar *cur = *cur + map.m_len; 59228016e29fSHarshad Shirwadkar } 59238016e29fSHarshad Shirwadkar 59248016e29fSHarshad Shirwadkar /* Count number of blocks used by this inode and update i_blocks */ 59258016e29fSHarshad Shirwadkar int ext4_ext_replay_set_iblocks(struct inode *inode) 59268016e29fSHarshad Shirwadkar { 59278016e29fSHarshad Shirwadkar struct ext4_ext_path *path = NULL, *path2 = NULL; 59288016e29fSHarshad Shirwadkar struct ext4_extent *ex; 59298016e29fSHarshad Shirwadkar ext4_lblk_t cur = 0, end; 59308016e29fSHarshad Shirwadkar int numblks = 0, i, ret = 0; 59318016e29fSHarshad Shirwadkar ext4_fsblk_t cmp1, cmp2; 59328016e29fSHarshad Shirwadkar struct ext4_map_blocks map; 59338016e29fSHarshad Shirwadkar 59348016e29fSHarshad Shirwadkar /* Determin the size of the file first */ 59358016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, EXT_MAX_BLOCKS - 1, NULL, 59368016e29fSHarshad Shirwadkar EXT4_EX_NOCACHE); 59378016e29fSHarshad Shirwadkar if (IS_ERR(path)) 59388016e29fSHarshad Shirwadkar return PTR_ERR(path); 59398016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 59408016e29fSHarshad Shirwadkar if (!ex) { 59418016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 59428016e29fSHarshad Shirwadkar kfree(path); 59438016e29fSHarshad Shirwadkar goto out; 59448016e29fSHarshad Shirwadkar } 59458016e29fSHarshad Shirwadkar end = le32_to_cpu(ex->ee_block) + ext4_ext_get_actual_len(ex); 59468016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 59478016e29fSHarshad Shirwadkar kfree(path); 59488016e29fSHarshad Shirwadkar 59498016e29fSHarshad Shirwadkar /* Count the number of data blocks */ 59508016e29fSHarshad Shirwadkar cur = 0; 59518016e29fSHarshad Shirwadkar while (cur < end) { 59528016e29fSHarshad Shirwadkar map.m_lblk = cur; 59538016e29fSHarshad Shirwadkar map.m_len = end - cur; 59548016e29fSHarshad Shirwadkar ret = ext4_map_blocks(NULL, inode, &map, 0); 59558016e29fSHarshad Shirwadkar if (ret < 0) 59568016e29fSHarshad Shirwadkar break; 59578016e29fSHarshad Shirwadkar if (ret > 0) 59588016e29fSHarshad Shirwadkar numblks += ret; 59598016e29fSHarshad Shirwadkar cur = cur + map.m_len; 59608016e29fSHarshad Shirwadkar } 59618016e29fSHarshad Shirwadkar 59628016e29fSHarshad Shirwadkar /* 59638016e29fSHarshad Shirwadkar * Count the number of extent tree blocks. We do it by looking up 59648016e29fSHarshad Shirwadkar * two successive extents and determining the difference between 59658016e29fSHarshad Shirwadkar * their paths. When path is different for 2 successive extents 59668016e29fSHarshad Shirwadkar * we compare the blocks in the path at each level and increment 59678016e29fSHarshad Shirwadkar * iblocks by total number of differences found. 59688016e29fSHarshad Shirwadkar */ 59698016e29fSHarshad Shirwadkar cur = 0; 59708016e29fSHarshad Shirwadkar skip_hole(inode, &cur); 59718016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, cur, NULL, 0); 59728016e29fSHarshad Shirwadkar if (IS_ERR(path)) 59738016e29fSHarshad Shirwadkar goto out; 59748016e29fSHarshad Shirwadkar numblks += path->p_depth; 59758016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 59768016e29fSHarshad Shirwadkar kfree(path); 59778016e29fSHarshad Shirwadkar while (cur < end) { 59788016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, cur, NULL, 0); 59798016e29fSHarshad Shirwadkar if (IS_ERR(path)) 59808016e29fSHarshad Shirwadkar break; 59818016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 59828016e29fSHarshad Shirwadkar if (!ex) { 59838016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 59848016e29fSHarshad Shirwadkar kfree(path); 59858016e29fSHarshad Shirwadkar return 0; 59868016e29fSHarshad Shirwadkar } 59878016e29fSHarshad Shirwadkar cur = max(cur + 1, le32_to_cpu(ex->ee_block) + 59888016e29fSHarshad Shirwadkar ext4_ext_get_actual_len(ex)); 59898016e29fSHarshad Shirwadkar skip_hole(inode, &cur); 59908016e29fSHarshad Shirwadkar 59918016e29fSHarshad Shirwadkar path2 = ext4_find_extent(inode, cur, NULL, 0); 59928016e29fSHarshad Shirwadkar if (IS_ERR(path2)) { 59938016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 59948016e29fSHarshad Shirwadkar kfree(path); 59958016e29fSHarshad Shirwadkar break; 59968016e29fSHarshad Shirwadkar } 59978016e29fSHarshad Shirwadkar for (i = 0; i <= max(path->p_depth, path2->p_depth); i++) { 59988016e29fSHarshad Shirwadkar cmp1 = cmp2 = 0; 59998016e29fSHarshad Shirwadkar if (i <= path->p_depth) 60008016e29fSHarshad Shirwadkar cmp1 = path[i].p_bh ? 60018016e29fSHarshad Shirwadkar path[i].p_bh->b_blocknr : 0; 60028016e29fSHarshad Shirwadkar if (i <= path2->p_depth) 60038016e29fSHarshad Shirwadkar cmp2 = path2[i].p_bh ? 60048016e29fSHarshad Shirwadkar path2[i].p_bh->b_blocknr : 0; 60058016e29fSHarshad Shirwadkar if (cmp1 != cmp2 && cmp2 != 0) 60068016e29fSHarshad Shirwadkar numblks++; 60078016e29fSHarshad Shirwadkar } 60088016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 60098016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path2); 60108016e29fSHarshad Shirwadkar kfree(path); 60118016e29fSHarshad Shirwadkar kfree(path2); 60128016e29fSHarshad Shirwadkar } 60138016e29fSHarshad Shirwadkar 60148016e29fSHarshad Shirwadkar out: 60158016e29fSHarshad Shirwadkar inode->i_blocks = numblks << (inode->i_sb->s_blocksize_bits - 9); 60168016e29fSHarshad Shirwadkar ext4_mark_inode_dirty(NULL, inode); 60178016e29fSHarshad Shirwadkar return 0; 60188016e29fSHarshad Shirwadkar } 60198016e29fSHarshad Shirwadkar 60208016e29fSHarshad Shirwadkar int ext4_ext_clear_bb(struct inode *inode) 60218016e29fSHarshad Shirwadkar { 60228016e29fSHarshad Shirwadkar struct ext4_ext_path *path = NULL; 60238016e29fSHarshad Shirwadkar struct ext4_extent *ex; 60248016e29fSHarshad Shirwadkar ext4_lblk_t cur = 0, end; 60258016e29fSHarshad Shirwadkar int j, ret = 0; 60268016e29fSHarshad Shirwadkar struct ext4_map_blocks map; 60278016e29fSHarshad Shirwadkar 60288016e29fSHarshad Shirwadkar /* Determin the size of the file first */ 60298016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, EXT_MAX_BLOCKS - 1, NULL, 60308016e29fSHarshad Shirwadkar EXT4_EX_NOCACHE); 60318016e29fSHarshad Shirwadkar if (IS_ERR(path)) 60328016e29fSHarshad Shirwadkar return PTR_ERR(path); 60338016e29fSHarshad Shirwadkar ex = path[path->p_depth].p_ext; 60348016e29fSHarshad Shirwadkar if (!ex) { 60358016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 60368016e29fSHarshad Shirwadkar kfree(path); 60378016e29fSHarshad Shirwadkar return 0; 60388016e29fSHarshad Shirwadkar } 60398016e29fSHarshad Shirwadkar end = le32_to_cpu(ex->ee_block) + ext4_ext_get_actual_len(ex); 60408016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 60418016e29fSHarshad Shirwadkar kfree(path); 60428016e29fSHarshad Shirwadkar 60438016e29fSHarshad Shirwadkar cur = 0; 60448016e29fSHarshad Shirwadkar while (cur < end) { 60458016e29fSHarshad Shirwadkar map.m_lblk = cur; 60468016e29fSHarshad Shirwadkar map.m_len = end - cur; 60478016e29fSHarshad Shirwadkar ret = ext4_map_blocks(NULL, inode, &map, 0); 60488016e29fSHarshad Shirwadkar if (ret < 0) 60498016e29fSHarshad Shirwadkar break; 60508016e29fSHarshad Shirwadkar if (ret > 0) { 60518016e29fSHarshad Shirwadkar path = ext4_find_extent(inode, map.m_lblk, NULL, 0); 60528016e29fSHarshad Shirwadkar if (!IS_ERR_OR_NULL(path)) { 60538016e29fSHarshad Shirwadkar for (j = 0; j < path->p_depth; j++) { 60548016e29fSHarshad Shirwadkar 60558016e29fSHarshad Shirwadkar ext4_mb_mark_bb(inode->i_sb, 60568016e29fSHarshad Shirwadkar path[j].p_block, 1, 0); 60578016e29fSHarshad Shirwadkar } 60588016e29fSHarshad Shirwadkar ext4_ext_drop_refs(path); 60598016e29fSHarshad Shirwadkar kfree(path); 60608016e29fSHarshad Shirwadkar } 60618016e29fSHarshad Shirwadkar ext4_mb_mark_bb(inode->i_sb, map.m_pblk, map.m_len, 0); 60628016e29fSHarshad Shirwadkar } 60638016e29fSHarshad Shirwadkar cur = cur + map.m_len; 60648016e29fSHarshad Shirwadkar } 60658016e29fSHarshad Shirwadkar 60668016e29fSHarshad Shirwadkar return 0; 60678016e29fSHarshad Shirwadkar } 6068