1 /* 2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved. 3 * Copyright (C) 2004-2006 Red Hat, Inc. All rights reserved. 4 * 5 * This copyrighted material is made available to anyone wishing to use, 6 * modify, copy, or redistribute it subject to the terms and conditions 7 * of the GNU General Public License version 2. 8 */ 9 10 #include <linux/spinlock.h> 11 #include <linux/completion.h> 12 #include <linux/buffer_head.h> 13 #include <linux/blkdev.h> 14 #include <linux/gfs2_ondisk.h> 15 #include <linux/crc32.h> 16 17 #include "gfs2.h" 18 #include "incore.h" 19 #include "bmap.h" 20 #include "glock.h" 21 #include "inode.h" 22 #include "meta_io.h" 23 #include "quota.h" 24 #include "rgrp.h" 25 #include "log.h" 26 #include "super.h" 27 #include "trans.h" 28 #include "dir.h" 29 #include "util.h" 30 #include "trace_gfs2.h" 31 32 /* This doesn't need to be that large as max 64 bit pointers in a 4k 33 * block is 512, so __u16 is fine for that. It saves stack space to 34 * keep it small. 35 */ 36 struct metapath { 37 struct buffer_head *mp_bh[GFS2_MAX_META_HEIGHT]; 38 __u16 mp_list[GFS2_MAX_META_HEIGHT]; 39 }; 40 41 /** 42 * gfs2_unstuffer_page - unstuff a stuffed inode into a block cached by a page 43 * @ip: the inode 44 * @dibh: the dinode buffer 45 * @block: the block number that was allocated 46 * @page: The (optional) page. This is looked up if @page is NULL 47 * 48 * Returns: errno 49 */ 50 51 static int gfs2_unstuffer_page(struct gfs2_inode *ip, struct buffer_head *dibh, 52 u64 block, struct page *page) 53 { 54 struct inode *inode = &ip->i_inode; 55 struct buffer_head *bh; 56 int release = 0; 57 58 if (!page || page->index) { 59 page = find_or_create_page(inode->i_mapping, 0, GFP_NOFS); 60 if (!page) 61 return -ENOMEM; 62 release = 1; 63 } 64 65 if (!PageUptodate(page)) { 66 void *kaddr = kmap(page); 67 u64 dsize = i_size_read(inode); 68 69 if (dsize > (dibh->b_size - sizeof(struct gfs2_dinode))) 70 dsize = dibh->b_size - sizeof(struct gfs2_dinode); 71 72 memcpy(kaddr, dibh->b_data + sizeof(struct gfs2_dinode), dsize); 73 memset(kaddr + dsize, 0, PAGE_SIZE - dsize); 74 kunmap(page); 75 76 SetPageUptodate(page); 77 } 78 79 if (!page_has_buffers(page)) 80 create_empty_buffers(page, BIT(inode->i_blkbits), 81 BIT(BH_Uptodate)); 82 83 bh = page_buffers(page); 84 85 if (!buffer_mapped(bh)) 86 map_bh(bh, inode->i_sb, block); 87 88 set_buffer_uptodate(bh); 89 if (!gfs2_is_jdata(ip)) 90 mark_buffer_dirty(bh); 91 if (!gfs2_is_writeback(ip)) 92 gfs2_trans_add_data(ip->i_gl, bh); 93 94 if (release) { 95 unlock_page(page); 96 put_page(page); 97 } 98 99 return 0; 100 } 101 102 /** 103 * gfs2_unstuff_dinode - Unstuff a dinode when the data has grown too big 104 * @ip: The GFS2 inode to unstuff 105 * @page: The (optional) page. This is looked up if the @page is NULL 106 * 107 * This routine unstuffs a dinode and returns it to a "normal" state such 108 * that the height can be grown in the traditional way. 109 * 110 * Returns: errno 111 */ 112 113 int gfs2_unstuff_dinode(struct gfs2_inode *ip, struct page *page) 114 { 115 struct buffer_head *bh, *dibh; 116 struct gfs2_dinode *di; 117 u64 block = 0; 118 int isdir = gfs2_is_dir(ip); 119 int error; 120 121 down_write(&ip->i_rw_mutex); 122 123 error = gfs2_meta_inode_buffer(ip, &dibh); 124 if (error) 125 goto out; 126 127 if (i_size_read(&ip->i_inode)) { 128 /* Get a free block, fill it with the stuffed data, 129 and write it out to disk */ 130 131 unsigned int n = 1; 132 error = gfs2_alloc_blocks(ip, &block, &n, 0, NULL); 133 if (error) 134 goto out_brelse; 135 if (isdir) { 136 gfs2_trans_add_unrevoke(GFS2_SB(&ip->i_inode), block, 1); 137 error = gfs2_dir_get_new_buffer(ip, block, &bh); 138 if (error) 139 goto out_brelse; 140 gfs2_buffer_copy_tail(bh, sizeof(struct gfs2_meta_header), 141 dibh, sizeof(struct gfs2_dinode)); 142 brelse(bh); 143 } else { 144 error = gfs2_unstuffer_page(ip, dibh, block, page); 145 if (error) 146 goto out_brelse; 147 } 148 } 149 150 /* Set up the pointer to the new block */ 151 152 gfs2_trans_add_meta(ip->i_gl, dibh); 153 di = (struct gfs2_dinode *)dibh->b_data; 154 gfs2_buffer_clear_tail(dibh, sizeof(struct gfs2_dinode)); 155 156 if (i_size_read(&ip->i_inode)) { 157 *(__be64 *)(di + 1) = cpu_to_be64(block); 158 gfs2_add_inode_blocks(&ip->i_inode, 1); 159 di->di_blocks = cpu_to_be64(gfs2_get_inode_blocks(&ip->i_inode)); 160 } 161 162 ip->i_height = 1; 163 di->di_height = cpu_to_be16(1); 164 165 out_brelse: 166 brelse(dibh); 167 out: 168 up_write(&ip->i_rw_mutex); 169 return error; 170 } 171 172 173 /** 174 * find_metapath - Find path through the metadata tree 175 * @sdp: The superblock 176 * @mp: The metapath to return the result in 177 * @block: The disk block to look up 178 * @height: The pre-calculated height of the metadata tree 179 * 180 * This routine returns a struct metapath structure that defines a path 181 * through the metadata of inode "ip" to get to block "block". 182 * 183 * Example: 184 * Given: "ip" is a height 3 file, "offset" is 101342453, and this is a 185 * filesystem with a blocksize of 4096. 186 * 187 * find_metapath() would return a struct metapath structure set to: 188 * mp_offset = 101342453, mp_height = 3, mp_list[0] = 0, mp_list[1] = 48, 189 * and mp_list[2] = 165. 190 * 191 * That means that in order to get to the block containing the byte at 192 * offset 101342453, we would load the indirect block pointed to by pointer 193 * 0 in the dinode. We would then load the indirect block pointed to by 194 * pointer 48 in that indirect block. We would then load the data block 195 * pointed to by pointer 165 in that indirect block. 196 * 197 * ---------------------------------------- 198 * | Dinode | | 199 * | | 4| 200 * | |0 1 2 3 4 5 9| 201 * | | 6| 202 * ---------------------------------------- 203 * | 204 * | 205 * V 206 * ---------------------------------------- 207 * | Indirect Block | 208 * | 5| 209 * | 4 4 4 4 4 5 5 1| 210 * |0 5 6 7 8 9 0 1 2| 211 * ---------------------------------------- 212 * | 213 * | 214 * V 215 * ---------------------------------------- 216 * | Indirect Block | 217 * | 1 1 1 1 1 5| 218 * | 6 6 6 6 6 1| 219 * |0 3 4 5 6 7 2| 220 * ---------------------------------------- 221 * | 222 * | 223 * V 224 * ---------------------------------------- 225 * | Data block containing offset | 226 * | 101342453 | 227 * | | 228 * | | 229 * ---------------------------------------- 230 * 231 */ 232 233 static void find_metapath(const struct gfs2_sbd *sdp, u64 block, 234 struct metapath *mp, unsigned int height) 235 { 236 unsigned int i; 237 238 for (i = height; i--;) 239 mp->mp_list[i] = do_div(block, sdp->sd_inptrs); 240 241 } 242 243 static inline unsigned int metapath_branch_start(const struct metapath *mp) 244 { 245 if (mp->mp_list[0] == 0) 246 return 2; 247 return 1; 248 } 249 250 /** 251 * metaptr1 - Return the first possible metadata pointer in a metaath buffer 252 * @height: The metadata height (0 = dinode) 253 * @mp: The metapath 254 */ 255 static inline __be64 *metaptr1(unsigned int height, const struct metapath *mp) 256 { 257 struct buffer_head *bh = mp->mp_bh[height]; 258 if (height == 0) 259 return ((__be64 *)(bh->b_data + sizeof(struct gfs2_dinode))); 260 return ((__be64 *)(bh->b_data + sizeof(struct gfs2_meta_header))); 261 } 262 263 /** 264 * metapointer - Return pointer to start of metadata in a buffer 265 * @height: The metadata height (0 = dinode) 266 * @mp: The metapath 267 * 268 * Return a pointer to the block number of the next height of the metadata 269 * tree given a buffer containing the pointer to the current height of the 270 * metadata tree. 271 */ 272 273 static inline __be64 *metapointer(unsigned int height, const struct metapath *mp) 274 { 275 __be64 *p = metaptr1(height, mp); 276 return p + mp->mp_list[height]; 277 } 278 279 static void gfs2_metapath_ra(struct gfs2_glock *gl, 280 const struct buffer_head *bh, const __be64 *pos) 281 { 282 struct buffer_head *rabh; 283 const __be64 *endp = (const __be64 *)(bh->b_data + bh->b_size); 284 const __be64 *t; 285 286 for (t = pos; t < endp; t++) { 287 if (!*t) 288 continue; 289 290 rabh = gfs2_getbuf(gl, be64_to_cpu(*t), CREATE); 291 if (trylock_buffer(rabh)) { 292 if (!buffer_uptodate(rabh)) { 293 rabh->b_end_io = end_buffer_read_sync; 294 submit_bh(REQ_OP_READ, REQ_RAHEAD | REQ_META, 295 rabh); 296 continue; 297 } 298 unlock_buffer(rabh); 299 } 300 brelse(rabh); 301 } 302 } 303 304 /** 305 * lookup_mp_height - helper function for lookup_metapath 306 * @ip: the inode 307 * @mp: the metapath 308 * @h: the height which needs looking up 309 */ 310 static int lookup_mp_height(struct gfs2_inode *ip, struct metapath *mp, int h) 311 { 312 __be64 *ptr = metapointer(h, mp); 313 u64 dblock = be64_to_cpu(*ptr); 314 315 if (!dblock) 316 return h + 1; 317 318 return gfs2_meta_indirect_buffer(ip, h + 1, dblock, &mp->mp_bh[h + 1]); 319 } 320 321 /** 322 * lookup_metapath - Walk the metadata tree to a specific point 323 * @ip: The inode 324 * @mp: The metapath 325 * 326 * Assumes that the inode's buffer has already been looked up and 327 * hooked onto mp->mp_bh[0] and that the metapath has been initialised 328 * by find_metapath(). 329 * 330 * If this function encounters part of the tree which has not been 331 * allocated, it returns the current height of the tree at the point 332 * at which it found the unallocated block. Blocks which are found are 333 * added to the mp->mp_bh[] list. 334 * 335 * Returns: error or height of metadata tree 336 */ 337 338 static int lookup_metapath(struct gfs2_inode *ip, struct metapath *mp) 339 { 340 unsigned int end_of_metadata = ip->i_height - 1; 341 unsigned int x; 342 int ret; 343 344 for (x = 0; x < end_of_metadata; x++) { 345 ret = lookup_mp_height(ip, mp, x); 346 if (ret) 347 return ret; 348 } 349 350 return ip->i_height; 351 } 352 353 /** 354 * fillup_metapath - fill up buffers for the metadata path to a specific height 355 * @ip: The inode 356 * @mp: The metapath 357 * @h: The height to which it should be mapped 358 * 359 * Similar to lookup_metapath, but does lookups for a range of heights 360 * 361 * Returns: error or height of metadata tree 362 */ 363 364 static int fillup_metapath(struct gfs2_inode *ip, struct metapath *mp, int h) 365 { 366 unsigned int start_h = h - 1; 367 int ret; 368 369 if (h) { 370 /* find the first buffer we need to look up. */ 371 while (start_h > 0 && mp->mp_bh[start_h] == NULL) 372 start_h--; 373 for (; start_h < h; start_h++) { 374 ret = lookup_mp_height(ip, mp, start_h); 375 if (ret) 376 return ret; 377 } 378 } 379 return ip->i_height; 380 } 381 382 static inline void release_metapath(struct metapath *mp) 383 { 384 int i; 385 386 for (i = 0; i < GFS2_MAX_META_HEIGHT; i++) { 387 if (mp->mp_bh[i] == NULL) 388 break; 389 brelse(mp->mp_bh[i]); 390 } 391 } 392 393 /** 394 * gfs2_extent_length - Returns length of an extent of blocks 395 * @start: Start of the buffer 396 * @len: Length of the buffer in bytes 397 * @ptr: Current position in the buffer 398 * @limit: Max extent length to return (0 = unlimited) 399 * @eob: Set to 1 if we hit "end of block" 400 * 401 * If the first block is zero (unallocated) it will return the number of 402 * unallocated blocks in the extent, otherwise it will return the number 403 * of contiguous blocks in the extent. 404 * 405 * Returns: The length of the extent (minimum of one block) 406 */ 407 408 static inline unsigned int gfs2_extent_length(void *start, unsigned int len, __be64 *ptr, size_t limit, int *eob) 409 { 410 const __be64 *end = (start + len); 411 const __be64 *first = ptr; 412 u64 d = be64_to_cpu(*ptr); 413 414 *eob = 0; 415 do { 416 ptr++; 417 if (ptr >= end) 418 break; 419 if (limit && --limit == 0) 420 break; 421 if (d) 422 d++; 423 } while(be64_to_cpu(*ptr) == d); 424 if (ptr >= end) 425 *eob = 1; 426 return (ptr - first); 427 } 428 429 static inline void bmap_lock(struct gfs2_inode *ip, int create) 430 { 431 if (create) 432 down_write(&ip->i_rw_mutex); 433 else 434 down_read(&ip->i_rw_mutex); 435 } 436 437 static inline void bmap_unlock(struct gfs2_inode *ip, int create) 438 { 439 if (create) 440 up_write(&ip->i_rw_mutex); 441 else 442 up_read(&ip->i_rw_mutex); 443 } 444 445 static inline __be64 *gfs2_indirect_init(struct metapath *mp, 446 struct gfs2_glock *gl, unsigned int i, 447 unsigned offset, u64 bn) 448 { 449 __be64 *ptr = (__be64 *)(mp->mp_bh[i - 1]->b_data + 450 ((i > 1) ? sizeof(struct gfs2_meta_header) : 451 sizeof(struct gfs2_dinode))); 452 BUG_ON(i < 1); 453 BUG_ON(mp->mp_bh[i] != NULL); 454 mp->mp_bh[i] = gfs2_meta_new(gl, bn); 455 gfs2_trans_add_meta(gl, mp->mp_bh[i]); 456 gfs2_metatype_set(mp->mp_bh[i], GFS2_METATYPE_IN, GFS2_FORMAT_IN); 457 gfs2_buffer_clear_tail(mp->mp_bh[i], sizeof(struct gfs2_meta_header)); 458 ptr += offset; 459 *ptr = cpu_to_be64(bn); 460 return ptr; 461 } 462 463 enum alloc_state { 464 ALLOC_DATA = 0, 465 ALLOC_GROW_DEPTH = 1, 466 ALLOC_GROW_HEIGHT = 2, 467 /* ALLOC_UNSTUFF = 3, TBD and rather complicated */ 468 }; 469 470 static inline unsigned int hptrs(struct gfs2_sbd *sdp, const unsigned int hgt) 471 { 472 if (hgt) 473 return sdp->sd_inptrs; 474 return sdp->sd_diptrs; 475 } 476 477 /** 478 * gfs2_bmap_alloc - Build a metadata tree of the requested height 479 * @inode: The GFS2 inode 480 * @lblock: The logical starting block of the extent 481 * @bh_map: This is used to return the mapping details 482 * @mp: The metapath 483 * @sheight: The starting height (i.e. whats already mapped) 484 * @height: The height to build to 485 * @maxlen: The max number of data blocks to alloc 486 * 487 * In this routine we may have to alloc: 488 * i) Indirect blocks to grow the metadata tree height 489 * ii) Indirect blocks to fill in lower part of the metadata tree 490 * iii) Data blocks 491 * 492 * The function is in two parts. The first part works out the total 493 * number of blocks which we need. The second part does the actual 494 * allocation asking for an extent at a time (if enough contiguous free 495 * blocks are available, there will only be one request per bmap call) 496 * and uses the state machine to initialise the blocks in order. 497 * 498 * Returns: errno on error 499 */ 500 501 static int gfs2_bmap_alloc(struct inode *inode, const sector_t lblock, 502 struct buffer_head *bh_map, struct metapath *mp, 503 const unsigned int sheight, 504 const unsigned int height, 505 const size_t maxlen) 506 { 507 struct gfs2_inode *ip = GFS2_I(inode); 508 struct gfs2_sbd *sdp = GFS2_SB(inode); 509 struct super_block *sb = sdp->sd_vfs; 510 struct buffer_head *dibh = mp->mp_bh[0]; 511 u64 bn, dblock = 0; 512 unsigned n, i, blks, alloced = 0, iblks = 0, branch_start = 0; 513 unsigned dblks = 0; 514 unsigned ptrs_per_blk; 515 const unsigned end_of_metadata = height - 1; 516 int ret; 517 int eob = 0; 518 enum alloc_state state; 519 __be64 *ptr; 520 __be64 zero_bn = 0; 521 522 BUG_ON(sheight < 1); 523 BUG_ON(dibh == NULL); 524 525 gfs2_trans_add_meta(ip->i_gl, dibh); 526 527 if (height == sheight) { 528 struct buffer_head *bh; 529 /* Bottom indirect block exists, find unalloced extent size */ 530 ptr = metapointer(end_of_metadata, mp); 531 bh = mp->mp_bh[end_of_metadata]; 532 dblks = gfs2_extent_length(bh->b_data, bh->b_size, ptr, maxlen, 533 &eob); 534 BUG_ON(dblks < 1); 535 state = ALLOC_DATA; 536 } else { 537 /* Need to allocate indirect blocks */ 538 ptrs_per_blk = height > 1 ? sdp->sd_inptrs : sdp->sd_diptrs; 539 dblks = min(maxlen, (size_t)(ptrs_per_blk - 540 mp->mp_list[end_of_metadata])); 541 if (height == ip->i_height) { 542 /* Writing into existing tree, extend tree down */ 543 iblks = height - sheight; 544 state = ALLOC_GROW_DEPTH; 545 } else { 546 /* Building up tree height */ 547 state = ALLOC_GROW_HEIGHT; 548 iblks = height - ip->i_height; 549 branch_start = metapath_branch_start(mp); 550 iblks += (height - branch_start); 551 } 552 } 553 554 /* start of the second part of the function (state machine) */ 555 556 blks = dblks + iblks; 557 i = sheight; 558 do { 559 int error; 560 n = blks - alloced; 561 error = gfs2_alloc_blocks(ip, &bn, &n, 0, NULL); 562 if (error) 563 return error; 564 alloced += n; 565 if (state != ALLOC_DATA || gfs2_is_jdata(ip)) 566 gfs2_trans_add_unrevoke(sdp, bn, n); 567 switch (state) { 568 /* Growing height of tree */ 569 case ALLOC_GROW_HEIGHT: 570 if (i == 1) { 571 ptr = (__be64 *)(dibh->b_data + 572 sizeof(struct gfs2_dinode)); 573 zero_bn = *ptr; 574 } 575 for (; i - 1 < height - ip->i_height && n > 0; i++, n--) 576 gfs2_indirect_init(mp, ip->i_gl, i, 0, bn++); 577 if (i - 1 == height - ip->i_height) { 578 i--; 579 gfs2_buffer_copy_tail(mp->mp_bh[i], 580 sizeof(struct gfs2_meta_header), 581 dibh, sizeof(struct gfs2_dinode)); 582 gfs2_buffer_clear_tail(dibh, 583 sizeof(struct gfs2_dinode) + 584 sizeof(__be64)); 585 ptr = (__be64 *)(mp->mp_bh[i]->b_data + 586 sizeof(struct gfs2_meta_header)); 587 *ptr = zero_bn; 588 state = ALLOC_GROW_DEPTH; 589 for(i = branch_start; i < height; i++) { 590 if (mp->mp_bh[i] == NULL) 591 break; 592 brelse(mp->mp_bh[i]); 593 mp->mp_bh[i] = NULL; 594 } 595 i = branch_start; 596 } 597 if (n == 0) 598 break; 599 /* Branching from existing tree */ 600 case ALLOC_GROW_DEPTH: 601 if (i > 1 && i < height) 602 gfs2_trans_add_meta(ip->i_gl, mp->mp_bh[i-1]); 603 for (; i < height && n > 0; i++, n--) 604 gfs2_indirect_init(mp, ip->i_gl, i, 605 mp->mp_list[i-1], bn++); 606 if (i == height) 607 state = ALLOC_DATA; 608 if (n == 0) 609 break; 610 /* Tree complete, adding data blocks */ 611 case ALLOC_DATA: 612 BUG_ON(n > dblks); 613 BUG_ON(mp->mp_bh[end_of_metadata] == NULL); 614 gfs2_trans_add_meta(ip->i_gl, mp->mp_bh[end_of_metadata]); 615 dblks = n; 616 ptr = metapointer(end_of_metadata, mp); 617 dblock = bn; 618 while (n-- > 0) 619 *ptr++ = cpu_to_be64(bn++); 620 if (buffer_zeronew(bh_map)) { 621 ret = sb_issue_zeroout(sb, dblock, dblks, 622 GFP_NOFS); 623 if (ret) { 624 fs_err(sdp, 625 "Failed to zero data buffers\n"); 626 clear_buffer_zeronew(bh_map); 627 } 628 } 629 break; 630 } 631 } while ((state != ALLOC_DATA) || !dblock); 632 633 ip->i_height = height; 634 gfs2_add_inode_blocks(&ip->i_inode, alloced); 635 gfs2_dinode_out(ip, mp->mp_bh[0]->b_data); 636 map_bh(bh_map, inode->i_sb, dblock); 637 bh_map->b_size = dblks << inode->i_blkbits; 638 set_buffer_new(bh_map); 639 return 0; 640 } 641 642 /** 643 * gfs2_block_map - Map a block from an inode to a disk block 644 * @inode: The inode 645 * @lblock: The logical block number 646 * @bh_map: The bh to be mapped 647 * @create: True if its ok to alloc blocks to satify the request 648 * 649 * Sets buffer_mapped() if successful, sets buffer_boundary() if a 650 * read of metadata will be required before the next block can be 651 * mapped. Sets buffer_new() if new blocks were allocated. 652 * 653 * Returns: errno 654 */ 655 656 int gfs2_block_map(struct inode *inode, sector_t lblock, 657 struct buffer_head *bh_map, int create) 658 { 659 struct gfs2_inode *ip = GFS2_I(inode); 660 struct gfs2_sbd *sdp = GFS2_SB(inode); 661 unsigned int bsize = sdp->sd_sb.sb_bsize; 662 const size_t maxlen = bh_map->b_size >> inode->i_blkbits; 663 const u64 *arr = sdp->sd_heightsize; 664 __be64 *ptr; 665 u64 size; 666 struct metapath mp; 667 int ret; 668 int eob; 669 unsigned int len; 670 struct buffer_head *bh; 671 u8 height; 672 673 BUG_ON(maxlen == 0); 674 675 memset(&mp, 0, sizeof(mp)); 676 bmap_lock(ip, create); 677 clear_buffer_mapped(bh_map); 678 clear_buffer_new(bh_map); 679 clear_buffer_boundary(bh_map); 680 trace_gfs2_bmap(ip, bh_map, lblock, create, 1); 681 if (gfs2_is_dir(ip)) { 682 bsize = sdp->sd_jbsize; 683 arr = sdp->sd_jheightsize; 684 } 685 686 ret = gfs2_meta_inode_buffer(ip, &mp.mp_bh[0]); 687 if (ret) 688 goto out; 689 690 height = ip->i_height; 691 size = (lblock + 1) * bsize; 692 while (size > arr[height]) 693 height++; 694 find_metapath(sdp, lblock, &mp, height); 695 ret = 1; 696 if (height > ip->i_height || gfs2_is_stuffed(ip)) 697 goto do_alloc; 698 ret = lookup_metapath(ip, &mp); 699 if (ret < 0) 700 goto out; 701 if (ret != ip->i_height) 702 goto do_alloc; 703 ptr = metapointer(ip->i_height - 1, &mp); 704 if (*ptr == 0) 705 goto do_alloc; 706 map_bh(bh_map, inode->i_sb, be64_to_cpu(*ptr)); 707 bh = mp.mp_bh[ip->i_height - 1]; 708 len = gfs2_extent_length(bh->b_data, bh->b_size, ptr, maxlen, &eob); 709 bh_map->b_size = (len << inode->i_blkbits); 710 if (eob) 711 set_buffer_boundary(bh_map); 712 ret = 0; 713 out: 714 release_metapath(&mp); 715 trace_gfs2_bmap(ip, bh_map, lblock, create, ret); 716 bmap_unlock(ip, create); 717 return ret; 718 719 do_alloc: 720 /* All allocations are done here, firstly check create flag */ 721 if (!create) { 722 BUG_ON(gfs2_is_stuffed(ip)); 723 ret = 0; 724 goto out; 725 } 726 727 /* At this point ret is the tree depth of already allocated blocks */ 728 ret = gfs2_bmap_alloc(inode, lblock, bh_map, &mp, ret, height, maxlen); 729 goto out; 730 } 731 732 /* 733 * Deprecated: do not use in new code 734 */ 735 int gfs2_extent_map(struct inode *inode, u64 lblock, int *new, u64 *dblock, unsigned *extlen) 736 { 737 struct buffer_head bh = { .b_state = 0, .b_blocknr = 0 }; 738 int ret; 739 int create = *new; 740 741 BUG_ON(!extlen); 742 BUG_ON(!dblock); 743 BUG_ON(!new); 744 745 bh.b_size = BIT(inode->i_blkbits + (create ? 0 : 5)); 746 ret = gfs2_block_map(inode, lblock, &bh, create); 747 *extlen = bh.b_size >> inode->i_blkbits; 748 *dblock = bh.b_blocknr; 749 if (buffer_new(&bh)) 750 *new = 1; 751 else 752 *new = 0; 753 return ret; 754 } 755 756 /** 757 * gfs2_block_truncate_page - Deal with zeroing out data for truncate 758 * 759 * This is partly borrowed from ext3. 760 */ 761 static int gfs2_block_truncate_page(struct address_space *mapping, loff_t from) 762 { 763 struct inode *inode = mapping->host; 764 struct gfs2_inode *ip = GFS2_I(inode); 765 unsigned long index = from >> PAGE_SHIFT; 766 unsigned offset = from & (PAGE_SIZE-1); 767 unsigned blocksize, iblock, length, pos; 768 struct buffer_head *bh; 769 struct page *page; 770 int err; 771 772 page = find_or_create_page(mapping, index, GFP_NOFS); 773 if (!page) 774 return 0; 775 776 blocksize = inode->i_sb->s_blocksize; 777 length = blocksize - (offset & (blocksize - 1)); 778 iblock = index << (PAGE_SHIFT - inode->i_sb->s_blocksize_bits); 779 780 if (!page_has_buffers(page)) 781 create_empty_buffers(page, blocksize, 0); 782 783 /* Find the buffer that contains "offset" */ 784 bh = page_buffers(page); 785 pos = blocksize; 786 while (offset >= pos) { 787 bh = bh->b_this_page; 788 iblock++; 789 pos += blocksize; 790 } 791 792 err = 0; 793 794 if (!buffer_mapped(bh)) { 795 gfs2_block_map(inode, iblock, bh, 0); 796 /* unmapped? It's a hole - nothing to do */ 797 if (!buffer_mapped(bh)) 798 goto unlock; 799 } 800 801 /* Ok, it's mapped. Make sure it's up-to-date */ 802 if (PageUptodate(page)) 803 set_buffer_uptodate(bh); 804 805 if (!buffer_uptodate(bh)) { 806 err = -EIO; 807 ll_rw_block(REQ_OP_READ, 0, 1, &bh); 808 wait_on_buffer(bh); 809 /* Uhhuh. Read error. Complain and punt. */ 810 if (!buffer_uptodate(bh)) 811 goto unlock; 812 err = 0; 813 } 814 815 if (!gfs2_is_writeback(ip)) 816 gfs2_trans_add_data(ip->i_gl, bh); 817 818 zero_user(page, offset, length); 819 mark_buffer_dirty(bh); 820 unlock: 821 unlock_page(page); 822 put_page(page); 823 return err; 824 } 825 826 #define GFS2_JTRUNC_REVOKES 8192 827 828 /** 829 * gfs2_journaled_truncate - Wrapper for truncate_pagecache for jdata files 830 * @inode: The inode being truncated 831 * @oldsize: The original (larger) size 832 * @newsize: The new smaller size 833 * 834 * With jdata files, we have to journal a revoke for each block which is 835 * truncated. As a result, we need to split this into separate transactions 836 * if the number of pages being truncated gets too large. 837 */ 838 839 static int gfs2_journaled_truncate(struct inode *inode, u64 oldsize, u64 newsize) 840 { 841 struct gfs2_sbd *sdp = GFS2_SB(inode); 842 u64 max_chunk = GFS2_JTRUNC_REVOKES * sdp->sd_vfs->s_blocksize; 843 u64 chunk; 844 int error; 845 846 while (oldsize != newsize) { 847 chunk = oldsize - newsize; 848 if (chunk > max_chunk) 849 chunk = max_chunk; 850 truncate_pagecache(inode, oldsize - chunk); 851 oldsize -= chunk; 852 gfs2_trans_end(sdp); 853 error = gfs2_trans_begin(sdp, RES_DINODE, GFS2_JTRUNC_REVOKES); 854 if (error) 855 return error; 856 } 857 858 return 0; 859 } 860 861 static int trunc_start(struct inode *inode, u64 oldsize, u64 newsize) 862 { 863 struct gfs2_inode *ip = GFS2_I(inode); 864 struct gfs2_sbd *sdp = GFS2_SB(inode); 865 struct address_space *mapping = inode->i_mapping; 866 struct buffer_head *dibh; 867 int journaled = gfs2_is_jdata(ip); 868 int error; 869 870 if (journaled) 871 error = gfs2_trans_begin(sdp, RES_DINODE + RES_JDATA, GFS2_JTRUNC_REVOKES); 872 else 873 error = gfs2_trans_begin(sdp, RES_DINODE, 0); 874 if (error) 875 return error; 876 877 error = gfs2_meta_inode_buffer(ip, &dibh); 878 if (error) 879 goto out; 880 881 gfs2_trans_add_meta(ip->i_gl, dibh); 882 883 if (gfs2_is_stuffed(ip)) { 884 gfs2_buffer_clear_tail(dibh, sizeof(struct gfs2_dinode) + newsize); 885 } else { 886 if (newsize & (u64)(sdp->sd_sb.sb_bsize - 1)) { 887 error = gfs2_block_truncate_page(mapping, newsize); 888 if (error) 889 goto out_brelse; 890 } 891 ip->i_diskflags |= GFS2_DIF_TRUNC_IN_PROG; 892 } 893 894 i_size_write(inode, newsize); 895 ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode); 896 gfs2_dinode_out(ip, dibh->b_data); 897 898 if (journaled) 899 error = gfs2_journaled_truncate(inode, oldsize, newsize); 900 else 901 truncate_pagecache(inode, newsize); 902 903 if (error) { 904 brelse(dibh); 905 return error; 906 } 907 908 out_brelse: 909 brelse(dibh); 910 out: 911 gfs2_trans_end(sdp); 912 return error; 913 } 914 915 /** 916 * sweep_bh_for_rgrps - find an rgrp in a meta buffer and free blocks therein 917 * @ip: inode 918 * @rg_gh: holder of resource group glock 919 * @mp: current metapath fully populated with buffers 920 * @btotal: place to keep count of total blocks freed 921 * @hgt: height we're processing 922 * @first: true if this is the first call to this function for this height 923 * 924 * We sweep a metadata buffer (provided by the metapath) for blocks we need to 925 * free, and free them all. However, we do it one rgrp at a time. If this 926 * block has references to multiple rgrps, we break it into individual 927 * transactions. This allows other processes to use the rgrps while we're 928 * focused on a single one, for better concurrency / performance. 929 * At every transaction boundary, we rewrite the inode into the journal. 930 * That way the bitmaps are kept consistent with the inode and we can recover 931 * if we're interrupted by power-outages. 932 * 933 * Returns: 0, or return code if an error occurred. 934 * *btotal has the total number of blocks freed 935 */ 936 static int sweep_bh_for_rgrps(struct gfs2_inode *ip, struct gfs2_holder *rd_gh, 937 const struct metapath *mp, u32 *btotal, int hgt, 938 bool preserve1) 939 { 940 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); 941 struct gfs2_rgrpd *rgd; 942 struct gfs2_trans *tr; 943 struct buffer_head *bh = mp->mp_bh[hgt]; 944 __be64 *top, *bottom, *p; 945 int blks_outside_rgrp; 946 u64 bn, bstart, isize_blks; 947 s64 blen; /* needs to be s64 or gfs2_add_inode_blocks breaks */ 948 int meta = ((hgt != ip->i_height - 1) ? 1 : 0); 949 int ret = 0; 950 bool buf_in_tr = false; /* buffer was added to transaction */ 951 952 if (gfs2_metatype_check(sdp, bh, 953 (hgt ? GFS2_METATYPE_IN : GFS2_METATYPE_DI))) 954 return -EIO; 955 956 more_rgrps: 957 blks_outside_rgrp = 0; 958 bstart = 0; 959 blen = 0; 960 top = metapointer(hgt, mp); /* first ptr from metapath */ 961 /* If we're keeping some data at the truncation point, we've got to 962 preserve the metadata tree by adding 1 to the starting metapath. */ 963 if (preserve1) 964 top++; 965 966 bottom = (__be64 *)(bh->b_data + bh->b_size); 967 968 for (p = top; p < bottom; p++) { 969 if (!*p) 970 continue; 971 bn = be64_to_cpu(*p); 972 if (gfs2_holder_initialized(rd_gh)) { 973 rgd = gfs2_glock2rgrp(rd_gh->gh_gl); 974 gfs2_assert_withdraw(sdp, 975 gfs2_glock_is_locked_by_me(rd_gh->gh_gl)); 976 } else { 977 rgd = gfs2_blk2rgrpd(sdp, bn, false); 978 ret = gfs2_glock_nq_init(rgd->rd_gl, LM_ST_EXCLUSIVE, 979 0, rd_gh); 980 if (ret) 981 goto out; 982 983 /* Must be done with the rgrp glock held: */ 984 if (gfs2_rs_active(&ip->i_res) && 985 rgd == ip->i_res.rs_rbm.rgd) 986 gfs2_rs_deltree(&ip->i_res); 987 } 988 989 if (!rgrp_contains_block(rgd, bn)) { 990 blks_outside_rgrp++; 991 continue; 992 } 993 994 /* The size of our transactions will be unknown until we 995 actually process all the metadata blocks that relate to 996 the rgrp. So we estimate. We know it can't be more than 997 the dinode's i_blocks and we don't want to exceed the 998 journal flush threshold, sd_log_thresh2. */ 999 if (current->journal_info == NULL) { 1000 unsigned int jblocks_rqsted, revokes; 1001 1002 jblocks_rqsted = rgd->rd_length + RES_DINODE + 1003 RES_INDIRECT; 1004 isize_blks = gfs2_get_inode_blocks(&ip->i_inode); 1005 if (isize_blks > atomic_read(&sdp->sd_log_thresh2)) 1006 jblocks_rqsted += 1007 atomic_read(&sdp->sd_log_thresh2); 1008 else 1009 jblocks_rqsted += isize_blks; 1010 revokes = jblocks_rqsted; 1011 if (meta) 1012 revokes += hptrs(sdp, hgt); 1013 else if (ip->i_depth) 1014 revokes += sdp->sd_inptrs; 1015 ret = gfs2_trans_begin(sdp, jblocks_rqsted, revokes); 1016 if (ret) 1017 goto out_unlock; 1018 down_write(&ip->i_rw_mutex); 1019 } 1020 /* check if we will exceed the transaction blocks requested */ 1021 tr = current->journal_info; 1022 if (tr->tr_num_buf_new + RES_STATFS + 1023 RES_QUOTA >= atomic_read(&sdp->sd_log_thresh2)) { 1024 /* We set blks_outside_rgrp to ensure the loop will 1025 be repeated for the same rgrp, but with a new 1026 transaction. */ 1027 blks_outside_rgrp++; 1028 /* This next part is tricky. If the buffer was added 1029 to the transaction, we've already set some block 1030 pointers to 0, so we better follow through and free 1031 them, or we will introduce corruption (so break). 1032 This may be impossible, or at least rare, but I 1033 decided to cover the case regardless. 1034 1035 If the buffer was not added to the transaction 1036 (this call), doing so would exceed our transaction 1037 size, so we need to end the transaction and start a 1038 new one (so goto). */ 1039 1040 if (buf_in_tr) 1041 break; 1042 goto out_unlock; 1043 } 1044 1045 gfs2_trans_add_meta(ip->i_gl, bh); 1046 buf_in_tr = true; 1047 *p = 0; 1048 if (bstart + blen == bn) { 1049 blen++; 1050 continue; 1051 } 1052 if (bstart) { 1053 __gfs2_free_blocks(ip, bstart, (u32)blen, meta); 1054 (*btotal) += blen; 1055 gfs2_add_inode_blocks(&ip->i_inode, -blen); 1056 } 1057 bstart = bn; 1058 blen = 1; 1059 } 1060 if (bstart) { 1061 __gfs2_free_blocks(ip, bstart, (u32)blen, meta); 1062 (*btotal) += blen; 1063 gfs2_add_inode_blocks(&ip->i_inode, -blen); 1064 } 1065 out_unlock: 1066 if (!ret && blks_outside_rgrp) { /* If buffer still has non-zero blocks 1067 outside the rgrp we just processed, 1068 do it all over again. */ 1069 if (current->journal_info) { 1070 struct buffer_head *dibh = mp->mp_bh[0]; 1071 1072 /* Every transaction boundary, we rewrite the dinode 1073 to keep its di_blocks current in case of failure. */ 1074 ip->i_inode.i_mtime = ip->i_inode.i_ctime = 1075 current_time(&ip->i_inode); 1076 gfs2_trans_add_meta(ip->i_gl, dibh); 1077 gfs2_dinode_out(ip, dibh->b_data); 1078 up_write(&ip->i_rw_mutex); 1079 gfs2_trans_end(sdp); 1080 } 1081 gfs2_glock_dq_uninit(rd_gh); 1082 cond_resched(); 1083 goto more_rgrps; 1084 } 1085 out: 1086 return ret; 1087 } 1088 1089 /** 1090 * find_nonnull_ptr - find a non-null pointer given a metapath and height 1091 * assumes the metapath is valid (with buffers) out to height h 1092 * @mp: starting metapath 1093 * @h: desired height to search 1094 * 1095 * Returns: true if a non-null pointer was found in the metapath buffer 1096 * false if all remaining pointers are NULL in the buffer 1097 */ 1098 static bool find_nonnull_ptr(struct gfs2_sbd *sdp, struct metapath *mp, 1099 unsigned int h) 1100 { 1101 __be64 *ptr; 1102 unsigned int ptrs = hptrs(sdp, h) - 1; 1103 1104 while (true) { 1105 ptr = metapointer(h, mp); 1106 if (*ptr) /* if we have a non-null pointer */ 1107 return true; 1108 1109 if (mp->mp_list[h] < ptrs) 1110 mp->mp_list[h]++; 1111 else 1112 return false; /* no more pointers in this buffer */ 1113 } 1114 } 1115 1116 enum dealloc_states { 1117 DEALLOC_MP_FULL = 0, /* Strip a metapath with all buffers read in */ 1118 DEALLOC_MP_LOWER = 1, /* lower the metapath strip height */ 1119 DEALLOC_FILL_MP = 2, /* Fill in the metapath to the given height. */ 1120 DEALLOC_DONE = 3, /* process complete */ 1121 }; 1122 1123 /** 1124 * trunc_dealloc - truncate a file down to a desired size 1125 * @ip: inode to truncate 1126 * @newsize: The desired size of the file 1127 * 1128 * This function truncates a file to newsize. It works from the 1129 * bottom up, and from the right to the left. In other words, it strips off 1130 * the highest layer (data) before stripping any of the metadata. Doing it 1131 * this way is best in case the operation is interrupted by power failure, etc. 1132 * The dinode is rewritten in every transaction to guarantee integrity. 1133 */ 1134 static int trunc_dealloc(struct gfs2_inode *ip, u64 newsize) 1135 { 1136 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); 1137 struct metapath mp; 1138 struct buffer_head *dibh, *bh; 1139 struct gfs2_holder rd_gh; 1140 u64 lblock; 1141 __u16 nbof[GFS2_MAX_META_HEIGHT]; /* new beginning of truncation */ 1142 unsigned int strip_h = ip->i_height - 1; 1143 u32 btotal = 0; 1144 int ret, state; 1145 int mp_h; /* metapath buffers are read in to this height */ 1146 sector_t last_ra = 0; 1147 u64 prev_bnr = 0; 1148 bool preserve1; /* need to preserve the first meta pointer? */ 1149 1150 if (!newsize) 1151 lblock = 0; 1152 else 1153 lblock = (newsize - 1) >> sdp->sd_sb.sb_bsize_shift; 1154 1155 memset(&mp, 0, sizeof(mp)); 1156 find_metapath(sdp, lblock, &mp, ip->i_height); 1157 1158 memcpy(&nbof, &mp.mp_list, sizeof(nbof)); 1159 1160 ret = gfs2_meta_inode_buffer(ip, &dibh); 1161 if (ret) 1162 return ret; 1163 1164 mp.mp_bh[0] = dibh; 1165 ret = lookup_metapath(ip, &mp); 1166 if (ret == ip->i_height) 1167 state = DEALLOC_MP_FULL; /* We have a complete metapath */ 1168 else 1169 state = DEALLOC_FILL_MP; /* deal with partial metapath */ 1170 1171 ret = gfs2_rindex_update(sdp); 1172 if (ret) 1173 goto out_metapath; 1174 1175 ret = gfs2_quota_hold(ip, NO_UID_QUOTA_CHANGE, NO_GID_QUOTA_CHANGE); 1176 if (ret) 1177 goto out_metapath; 1178 gfs2_holder_mark_uninitialized(&rd_gh); 1179 1180 mp_h = strip_h; 1181 1182 while (state != DEALLOC_DONE) { 1183 switch (state) { 1184 /* Truncate a full metapath at the given strip height. 1185 * Note that strip_h == mp_h in order to be in this state. */ 1186 case DEALLOC_MP_FULL: 1187 if (mp_h > 0) { /* issue read-ahead on metadata */ 1188 __be64 *top; 1189 1190 bh = mp.mp_bh[mp_h - 1]; 1191 if (bh->b_blocknr != last_ra) { 1192 last_ra = bh->b_blocknr; 1193 top = metaptr1(mp_h - 1, &mp); 1194 gfs2_metapath_ra(ip->i_gl, bh, top); 1195 } 1196 } 1197 /* If we're truncating to a non-zero size and the mp is 1198 at the beginning of file for the strip height, we 1199 need to preserve the first metadata pointer. */ 1200 preserve1 = (newsize && 1201 (mp.mp_list[mp_h] == nbof[mp_h])); 1202 bh = mp.mp_bh[mp_h]; 1203 gfs2_assert_withdraw(sdp, bh); 1204 if (gfs2_assert_withdraw(sdp, 1205 prev_bnr != bh->b_blocknr)) { 1206 printk(KERN_EMERG "GFS2: fsid=%s:inode %llu, " 1207 "block:%llu, i_h:%u, s_h:%u, mp_h:%u\n", 1208 sdp->sd_fsname, 1209 (unsigned long long)ip->i_no_addr, 1210 prev_bnr, ip->i_height, strip_h, mp_h); 1211 } 1212 prev_bnr = bh->b_blocknr; 1213 ret = sweep_bh_for_rgrps(ip, &rd_gh, &mp, &btotal, 1214 mp_h, preserve1); 1215 /* If we hit an error or just swept dinode buffer, 1216 just exit. */ 1217 if (ret || !mp_h) { 1218 state = DEALLOC_DONE; 1219 break; 1220 } 1221 state = DEALLOC_MP_LOWER; 1222 break; 1223 1224 /* lower the metapath strip height */ 1225 case DEALLOC_MP_LOWER: 1226 /* We're done with the current buffer, so release it, 1227 unless it's the dinode buffer. Then back up to the 1228 previous pointer. */ 1229 if (mp_h) { 1230 brelse(mp.mp_bh[mp_h]); 1231 mp.mp_bh[mp_h] = NULL; 1232 } 1233 /* If we can't get any lower in height, we've stripped 1234 off all we can. Next step is to back up and start 1235 stripping the previous level of metadata. */ 1236 if (mp_h == 0) { 1237 strip_h--; 1238 memcpy(&mp.mp_list, &nbof, sizeof(nbof)); 1239 mp_h = strip_h; 1240 state = DEALLOC_FILL_MP; 1241 break; 1242 } 1243 mp.mp_list[mp_h] = 0; 1244 mp_h--; /* search one metadata height down */ 1245 if (mp.mp_list[mp_h] >= hptrs(sdp, mp_h) - 1) 1246 break; /* loop around in the same state */ 1247 mp.mp_list[mp_h]++; 1248 /* Here we've found a part of the metapath that is not 1249 * allocated. We need to search at that height for the 1250 * next non-null pointer. */ 1251 if (find_nonnull_ptr(sdp, &mp, mp_h)) { 1252 state = DEALLOC_FILL_MP; 1253 mp_h++; 1254 } 1255 /* No more non-null pointers at this height. Back up 1256 to the previous height and try again. */ 1257 break; /* loop around in the same state */ 1258 1259 /* Fill the metapath with buffers to the given height. */ 1260 case DEALLOC_FILL_MP: 1261 /* Fill the buffers out to the current height. */ 1262 ret = fillup_metapath(ip, &mp, mp_h); 1263 if (ret < 0) 1264 goto out; 1265 1266 /* If buffers found for the entire strip height */ 1267 if ((ret == ip->i_height) && (mp_h == strip_h)) { 1268 state = DEALLOC_MP_FULL; 1269 break; 1270 } 1271 if (ret < ip->i_height) /* We have a partial height */ 1272 mp_h = ret - 1; 1273 1274 /* If we find a non-null block pointer, crawl a bit 1275 higher up in the metapath and try again, otherwise 1276 we need to look lower for a new starting point. */ 1277 if (find_nonnull_ptr(sdp, &mp, mp_h)) 1278 mp_h++; 1279 else 1280 state = DEALLOC_MP_LOWER; 1281 break; 1282 } 1283 } 1284 1285 if (btotal) { 1286 if (current->journal_info == NULL) { 1287 ret = gfs2_trans_begin(sdp, RES_DINODE + RES_STATFS + 1288 RES_QUOTA, 0); 1289 if (ret) 1290 goto out; 1291 down_write(&ip->i_rw_mutex); 1292 } 1293 gfs2_statfs_change(sdp, 0, +btotal, 0); 1294 gfs2_quota_change(ip, -(s64)btotal, ip->i_inode.i_uid, 1295 ip->i_inode.i_gid); 1296 ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode); 1297 gfs2_trans_add_meta(ip->i_gl, dibh); 1298 gfs2_dinode_out(ip, dibh->b_data); 1299 up_write(&ip->i_rw_mutex); 1300 gfs2_trans_end(sdp); 1301 } 1302 1303 out: 1304 if (gfs2_holder_initialized(&rd_gh)) 1305 gfs2_glock_dq_uninit(&rd_gh); 1306 if (current->journal_info) { 1307 up_write(&ip->i_rw_mutex); 1308 gfs2_trans_end(sdp); 1309 cond_resched(); 1310 } 1311 gfs2_quota_unhold(ip); 1312 out_metapath: 1313 release_metapath(&mp); 1314 return ret; 1315 } 1316 1317 static int trunc_end(struct gfs2_inode *ip) 1318 { 1319 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); 1320 struct buffer_head *dibh; 1321 int error; 1322 1323 error = gfs2_trans_begin(sdp, RES_DINODE, 0); 1324 if (error) 1325 return error; 1326 1327 down_write(&ip->i_rw_mutex); 1328 1329 error = gfs2_meta_inode_buffer(ip, &dibh); 1330 if (error) 1331 goto out; 1332 1333 if (!i_size_read(&ip->i_inode)) { 1334 ip->i_height = 0; 1335 ip->i_goal = ip->i_no_addr; 1336 gfs2_buffer_clear_tail(dibh, sizeof(struct gfs2_dinode)); 1337 gfs2_ordered_del_inode(ip); 1338 } 1339 ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode); 1340 ip->i_diskflags &= ~GFS2_DIF_TRUNC_IN_PROG; 1341 1342 gfs2_trans_add_meta(ip->i_gl, dibh); 1343 gfs2_dinode_out(ip, dibh->b_data); 1344 brelse(dibh); 1345 1346 out: 1347 up_write(&ip->i_rw_mutex); 1348 gfs2_trans_end(sdp); 1349 return error; 1350 } 1351 1352 /** 1353 * do_shrink - make a file smaller 1354 * @inode: the inode 1355 * @oldsize: the current inode size 1356 * @newsize: the size to make the file 1357 * 1358 * Called with an exclusive lock on @inode. The @size must 1359 * be equal to or smaller than the current inode size. 1360 * 1361 * Returns: errno 1362 */ 1363 1364 static int do_shrink(struct inode *inode, u64 oldsize, u64 newsize) 1365 { 1366 struct gfs2_inode *ip = GFS2_I(inode); 1367 int error; 1368 1369 error = trunc_start(inode, oldsize, newsize); 1370 if (error < 0) 1371 return error; 1372 if (gfs2_is_stuffed(ip)) 1373 return 0; 1374 1375 error = trunc_dealloc(ip, newsize); 1376 if (error == 0) 1377 error = trunc_end(ip); 1378 1379 return error; 1380 } 1381 1382 void gfs2_trim_blocks(struct inode *inode) 1383 { 1384 u64 size = inode->i_size; 1385 int ret; 1386 1387 ret = do_shrink(inode, size, size); 1388 WARN_ON(ret != 0); 1389 } 1390 1391 /** 1392 * do_grow - Touch and update inode size 1393 * @inode: The inode 1394 * @size: The new size 1395 * 1396 * This function updates the timestamps on the inode and 1397 * may also increase the size of the inode. This function 1398 * must not be called with @size any smaller than the current 1399 * inode size. 1400 * 1401 * Although it is not strictly required to unstuff files here, 1402 * earlier versions of GFS2 have a bug in the stuffed file reading 1403 * code which will result in a buffer overrun if the size is larger 1404 * than the max stuffed file size. In order to prevent this from 1405 * occurring, such files are unstuffed, but in other cases we can 1406 * just update the inode size directly. 1407 * 1408 * Returns: 0 on success, or -ve on error 1409 */ 1410 1411 static int do_grow(struct inode *inode, u64 size) 1412 { 1413 struct gfs2_inode *ip = GFS2_I(inode); 1414 struct gfs2_sbd *sdp = GFS2_SB(inode); 1415 struct gfs2_alloc_parms ap = { .target = 1, }; 1416 struct buffer_head *dibh; 1417 int error; 1418 int unstuff = 0; 1419 1420 if (gfs2_is_stuffed(ip) && 1421 (size > (sdp->sd_sb.sb_bsize - sizeof(struct gfs2_dinode)))) { 1422 error = gfs2_quota_lock_check(ip, &ap); 1423 if (error) 1424 return error; 1425 1426 error = gfs2_inplace_reserve(ip, &ap); 1427 if (error) 1428 goto do_grow_qunlock; 1429 unstuff = 1; 1430 } 1431 1432 error = gfs2_trans_begin(sdp, RES_DINODE + RES_STATFS + RES_RG_BIT + 1433 (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF ? 1434 0 : RES_QUOTA), 0); 1435 if (error) 1436 goto do_grow_release; 1437 1438 if (unstuff) { 1439 error = gfs2_unstuff_dinode(ip, NULL); 1440 if (error) 1441 goto do_end_trans; 1442 } 1443 1444 error = gfs2_meta_inode_buffer(ip, &dibh); 1445 if (error) 1446 goto do_end_trans; 1447 1448 i_size_write(inode, size); 1449 ip->i_inode.i_mtime = ip->i_inode.i_ctime = current_time(&ip->i_inode); 1450 gfs2_trans_add_meta(ip->i_gl, dibh); 1451 gfs2_dinode_out(ip, dibh->b_data); 1452 brelse(dibh); 1453 1454 do_end_trans: 1455 gfs2_trans_end(sdp); 1456 do_grow_release: 1457 if (unstuff) { 1458 gfs2_inplace_release(ip); 1459 do_grow_qunlock: 1460 gfs2_quota_unlock(ip); 1461 } 1462 return error; 1463 } 1464 1465 /** 1466 * gfs2_setattr_size - make a file a given size 1467 * @inode: the inode 1468 * @newsize: the size to make the file 1469 * 1470 * The file size can grow, shrink, or stay the same size. This 1471 * is called holding i_mutex and an exclusive glock on the inode 1472 * in question. 1473 * 1474 * Returns: errno 1475 */ 1476 1477 int gfs2_setattr_size(struct inode *inode, u64 newsize) 1478 { 1479 struct gfs2_inode *ip = GFS2_I(inode); 1480 int ret; 1481 u64 oldsize; 1482 1483 BUG_ON(!S_ISREG(inode->i_mode)); 1484 1485 ret = inode_newsize_ok(inode, newsize); 1486 if (ret) 1487 return ret; 1488 1489 inode_dio_wait(inode); 1490 1491 ret = gfs2_rsqa_alloc(ip); 1492 if (ret) 1493 goto out; 1494 1495 oldsize = inode->i_size; 1496 if (newsize >= oldsize) { 1497 ret = do_grow(inode, newsize); 1498 goto out; 1499 } 1500 1501 ret = do_shrink(inode, oldsize, newsize); 1502 out: 1503 gfs2_rsqa_delete(ip, NULL); 1504 return ret; 1505 } 1506 1507 int gfs2_truncatei_resume(struct gfs2_inode *ip) 1508 { 1509 int error; 1510 error = trunc_dealloc(ip, i_size_read(&ip->i_inode)); 1511 if (!error) 1512 error = trunc_end(ip); 1513 return error; 1514 } 1515 1516 int gfs2_file_dealloc(struct gfs2_inode *ip) 1517 { 1518 return trunc_dealloc(ip, 0); 1519 } 1520 1521 /** 1522 * gfs2_free_journal_extents - Free cached journal bmap info 1523 * @jd: The journal 1524 * 1525 */ 1526 1527 void gfs2_free_journal_extents(struct gfs2_jdesc *jd) 1528 { 1529 struct gfs2_journal_extent *jext; 1530 1531 while(!list_empty(&jd->extent_list)) { 1532 jext = list_entry(jd->extent_list.next, struct gfs2_journal_extent, list); 1533 list_del(&jext->list); 1534 kfree(jext); 1535 } 1536 } 1537 1538 /** 1539 * gfs2_add_jextent - Add or merge a new extent to extent cache 1540 * @jd: The journal descriptor 1541 * @lblock: The logical block at start of new extent 1542 * @dblock: The physical block at start of new extent 1543 * @blocks: Size of extent in fs blocks 1544 * 1545 * Returns: 0 on success or -ENOMEM 1546 */ 1547 1548 static int gfs2_add_jextent(struct gfs2_jdesc *jd, u64 lblock, u64 dblock, u64 blocks) 1549 { 1550 struct gfs2_journal_extent *jext; 1551 1552 if (!list_empty(&jd->extent_list)) { 1553 jext = list_entry(jd->extent_list.prev, struct gfs2_journal_extent, list); 1554 if ((jext->dblock + jext->blocks) == dblock) { 1555 jext->blocks += blocks; 1556 return 0; 1557 } 1558 } 1559 1560 jext = kzalloc(sizeof(struct gfs2_journal_extent), GFP_NOFS); 1561 if (jext == NULL) 1562 return -ENOMEM; 1563 jext->dblock = dblock; 1564 jext->lblock = lblock; 1565 jext->blocks = blocks; 1566 list_add_tail(&jext->list, &jd->extent_list); 1567 jd->nr_extents++; 1568 return 0; 1569 } 1570 1571 /** 1572 * gfs2_map_journal_extents - Cache journal bmap info 1573 * @sdp: The super block 1574 * @jd: The journal to map 1575 * 1576 * Create a reusable "extent" mapping from all logical 1577 * blocks to all physical blocks for the given journal. This will save 1578 * us time when writing journal blocks. Most journals will have only one 1579 * extent that maps all their logical blocks. That's because gfs2.mkfs 1580 * arranges the journal blocks sequentially to maximize performance. 1581 * So the extent would map the first block for the entire file length. 1582 * However, gfs2_jadd can happen while file activity is happening, so 1583 * those journals may not be sequential. Less likely is the case where 1584 * the users created their own journals by mounting the metafs and 1585 * laying it out. But it's still possible. These journals might have 1586 * several extents. 1587 * 1588 * Returns: 0 on success, or error on failure 1589 */ 1590 1591 int gfs2_map_journal_extents(struct gfs2_sbd *sdp, struct gfs2_jdesc *jd) 1592 { 1593 u64 lblock = 0; 1594 u64 lblock_stop; 1595 struct gfs2_inode *ip = GFS2_I(jd->jd_inode); 1596 struct buffer_head bh; 1597 unsigned int shift = sdp->sd_sb.sb_bsize_shift; 1598 u64 size; 1599 int rc; 1600 1601 lblock_stop = i_size_read(jd->jd_inode) >> shift; 1602 size = (lblock_stop - lblock) << shift; 1603 jd->nr_extents = 0; 1604 WARN_ON(!list_empty(&jd->extent_list)); 1605 1606 do { 1607 bh.b_state = 0; 1608 bh.b_blocknr = 0; 1609 bh.b_size = size; 1610 rc = gfs2_block_map(jd->jd_inode, lblock, &bh, 0); 1611 if (rc || !buffer_mapped(&bh)) 1612 goto fail; 1613 rc = gfs2_add_jextent(jd, lblock, bh.b_blocknr, bh.b_size >> shift); 1614 if (rc) 1615 goto fail; 1616 size -= bh.b_size; 1617 lblock += (bh.b_size >> ip->i_inode.i_blkbits); 1618 } while(size > 0); 1619 1620 fs_info(sdp, "journal %d mapped with %u extents\n", jd->jd_jid, 1621 jd->nr_extents); 1622 return 0; 1623 1624 fail: 1625 fs_warn(sdp, "error %d mapping journal %u at offset %llu (extent %u)\n", 1626 rc, jd->jd_jid, 1627 (unsigned long long)(i_size_read(jd->jd_inode) - size), 1628 jd->nr_extents); 1629 fs_warn(sdp, "bmap=%d lblock=%llu block=%llu, state=0x%08lx, size=%llu\n", 1630 rc, (unsigned long long)lblock, (unsigned long long)bh.b_blocknr, 1631 bh.b_state, (unsigned long long)bh.b_size); 1632 gfs2_free_journal_extents(jd); 1633 return rc; 1634 } 1635 1636 /** 1637 * gfs2_write_alloc_required - figure out if a write will require an allocation 1638 * @ip: the file being written to 1639 * @offset: the offset to write to 1640 * @len: the number of bytes being written 1641 * 1642 * Returns: 1 if an alloc is required, 0 otherwise 1643 */ 1644 1645 int gfs2_write_alloc_required(struct gfs2_inode *ip, u64 offset, 1646 unsigned int len) 1647 { 1648 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode); 1649 struct buffer_head bh; 1650 unsigned int shift; 1651 u64 lblock, lblock_stop, size; 1652 u64 end_of_file; 1653 1654 if (!len) 1655 return 0; 1656 1657 if (gfs2_is_stuffed(ip)) { 1658 if (offset + len > 1659 sdp->sd_sb.sb_bsize - sizeof(struct gfs2_dinode)) 1660 return 1; 1661 return 0; 1662 } 1663 1664 shift = sdp->sd_sb.sb_bsize_shift; 1665 BUG_ON(gfs2_is_dir(ip)); 1666 end_of_file = (i_size_read(&ip->i_inode) + sdp->sd_sb.sb_bsize - 1) >> shift; 1667 lblock = offset >> shift; 1668 lblock_stop = (offset + len + sdp->sd_sb.sb_bsize - 1) >> shift; 1669 if (lblock_stop > end_of_file) 1670 return 1; 1671 1672 size = (lblock_stop - lblock) << shift; 1673 do { 1674 bh.b_state = 0; 1675 bh.b_size = size; 1676 gfs2_block_map(&ip->i_inode, lblock, &bh, 0); 1677 if (!buffer_mapped(&bh)) 1678 return 1; 1679 size -= bh.b_size; 1680 lblock += (bh.b_size >> ip->i_inode.i_blkbits); 1681 } while(size > 0); 1682 1683 return 0; 1684 } 1685 1686