1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 3 * Copyright (C) International Business Machines Corp., 2000-2004 4 */ 5 6 /* 7 * jfs_dtree.c: directory B+-tree manager 8 * 9 * B+-tree with variable length key directory: 10 * 11 * each directory page is structured as an array of 32-byte 12 * directory entry slots initialized as a freelist 13 * to avoid search/compaction of free space at insertion. 14 * when an entry is inserted, a number of slots are allocated 15 * from the freelist as required to store variable length data 16 * of the entry; when the entry is deleted, slots of the entry 17 * are returned to freelist. 18 * 19 * leaf entry stores full name as key and file serial number 20 * (aka inode number) as data. 21 * internal/router entry stores sufffix compressed name 22 * as key and simple extent descriptor as data. 23 * 24 * each directory page maintains a sorted entry index table 25 * which stores the start slot index of sorted entries 26 * to allow binary search on the table. 27 * 28 * directory starts as a root/leaf page in on-disk inode 29 * inline data area. 30 * when it becomes full, it starts a leaf of a external extent 31 * of length of 1 block. each time the first leaf becomes full, 32 * it is extended rather than split (its size is doubled), 33 * until its length becoms 4 KBytes, from then the extent is split 34 * with new 4 Kbyte extent when it becomes full 35 * to reduce external fragmentation of small directories. 36 * 37 * blah, blah, blah, for linear scan of directory in pieces by 38 * readdir(). 39 * 40 * 41 * case-insensitive directory file system 42 * 43 * names are stored in case-sensitive way in leaf entry. 44 * but stored, searched and compared in case-insensitive (uppercase) order 45 * (i.e., both search key and entry key are folded for search/compare): 46 * (note that case-sensitive order is BROKEN in storage, e.g., 47 * sensitive: Ad, aB, aC, aD -> insensitive: aB, aC, aD, Ad 48 * 49 * entries which folds to the same key makes up a equivalent class 50 * whose members are stored as contiguous cluster (may cross page boundary) 51 * but whose order is arbitrary and acts as duplicate, e.g., 52 * abc, Abc, aBc, abC) 53 * 54 * once match is found at leaf, requires scan forward/backward 55 * either for, in case-insensitive search, duplicate 56 * or for, in case-sensitive search, for exact match 57 * 58 * router entry must be created/stored in case-insensitive way 59 * in internal entry: 60 * (right most key of left page and left most key of right page 61 * are folded, and its suffix compression is propagated as router 62 * key in parent) 63 * (e.g., if split occurs <abc> and <aBd>, <ABD> trather than <aB> 64 * should be made the router key for the split) 65 * 66 * case-insensitive search: 67 * 68 * fold search key; 69 * 70 * case-insensitive search of B-tree: 71 * for internal entry, router key is already folded; 72 * for leaf entry, fold the entry key before comparison. 73 * 74 * if (leaf entry case-insensitive match found) 75 * if (next entry satisfies case-insensitive match) 76 * return EDUPLICATE; 77 * if (prev entry satisfies case-insensitive match) 78 * return EDUPLICATE; 79 * return match; 80 * else 81 * return no match; 82 * 83 * serialization: 84 * target directory inode lock is being held on entry/exit 85 * of all main directory service routines. 86 * 87 * log based recovery: 88 */ 89 90 #include <linux/fs.h> 91 #include <linux/quotaops.h> 92 #include <linux/slab.h> 93 #include "jfs_incore.h" 94 #include "jfs_superblock.h" 95 #include "jfs_filsys.h" 96 #include "jfs_metapage.h" 97 #include "jfs_dmap.h" 98 #include "jfs_unicode.h" 99 #include "jfs_debug.h" 100 101 /* dtree split parameter */ 102 struct dtsplit { 103 struct metapage *mp; 104 s16 index; 105 s16 nslot; 106 struct component_name *key; 107 ddata_t *data; 108 struct pxdlist *pxdlist; 109 }; 110 111 #define DT_PAGE(IP, MP) BT_PAGE(IP, MP, dtpage_t, i_dtroot) 112 113 /* get page buffer for specified block address */ 114 #define DT_GETPAGE(IP, BN, MP, SIZE, P, RC) \ 115 do { \ 116 BT_GETPAGE(IP, BN, MP, dtpage_t, SIZE, P, RC, i_dtroot); \ 117 if (!(RC)) { \ 118 if (((P)->header.nextindex > \ 119 (((BN) == 0) ? DTROOTMAXSLOT : (P)->header.maxslot)) || \ 120 ((BN) && ((P)->header.maxslot > DTPAGEMAXSLOT))) { \ 121 BT_PUTPAGE(MP); \ 122 jfs_error((IP)->i_sb, \ 123 "DT_GETPAGE: dtree page corrupt\n"); \ 124 MP = NULL; \ 125 RC = -EIO; \ 126 } \ 127 } \ 128 } while (0) 129 130 /* for consistency */ 131 #define DT_PUTPAGE(MP) BT_PUTPAGE(MP) 132 133 #define DT_GETSEARCH(IP, LEAF, BN, MP, P, INDEX) \ 134 BT_GETSEARCH(IP, LEAF, BN, MP, dtpage_t, P, INDEX, i_dtroot) 135 136 /* 137 * forward references 138 */ 139 static int dtSplitUp(tid_t tid, struct inode *ip, 140 struct dtsplit * split, struct btstack * btstack); 141 142 static int dtSplitPage(tid_t tid, struct inode *ip, struct dtsplit * split, 143 struct metapage ** rmpp, dtpage_t ** rpp, pxd_t * rxdp); 144 145 static int dtExtendPage(tid_t tid, struct inode *ip, 146 struct dtsplit * split, struct btstack * btstack); 147 148 static int dtSplitRoot(tid_t tid, struct inode *ip, 149 struct dtsplit * split, struct metapage ** rmpp); 150 151 static int dtDeleteUp(tid_t tid, struct inode *ip, struct metapage * fmp, 152 dtpage_t * fp, struct btstack * btstack); 153 154 static int dtRelink(tid_t tid, struct inode *ip, dtpage_t * p); 155 156 static int dtReadFirst(struct inode *ip, struct btstack * btstack); 157 158 static int dtReadNext(struct inode *ip, 159 loff_t * offset, struct btstack * btstack); 160 161 static int dtCompare(struct component_name * key, dtpage_t * p, int si); 162 163 static int ciCompare(struct component_name * key, dtpage_t * p, int si, 164 int flag); 165 166 static void dtGetKey(dtpage_t * p, int i, struct component_name * key, 167 int flag); 168 169 static int ciGetLeafPrefixKey(dtpage_t * lp, int li, dtpage_t * rp, 170 int ri, struct component_name * key, int flag); 171 172 static void dtInsertEntry(dtpage_t * p, int index, struct component_name * key, 173 ddata_t * data, struct dt_lock **); 174 175 static void dtMoveEntry(dtpage_t * sp, int si, dtpage_t * dp, 176 struct dt_lock ** sdtlock, struct dt_lock ** ddtlock, 177 int do_index); 178 179 static void dtDeleteEntry(dtpage_t * p, int fi, struct dt_lock ** dtlock); 180 181 static void dtTruncateEntry(dtpage_t * p, int ti, struct dt_lock ** dtlock); 182 183 static void dtLinelockFreelist(dtpage_t * p, int m, struct dt_lock ** dtlock); 184 185 #define ciToUpper(c) UniStrupr((c)->name) 186 187 /* 188 * read_index_page() 189 * 190 * Reads a page of a directory's index table. 191 * Having metadata mapped into the directory inode's address space 192 * presents a multitude of problems. We avoid this by mapping to 193 * the absolute address space outside of the *_metapage routines 194 */ 195 static struct metapage *read_index_page(struct inode *inode, s64 blkno) 196 { 197 int rc; 198 s64 xaddr; 199 int xflag; 200 s32 xlen; 201 202 rc = xtLookup(inode, blkno, 1, &xflag, &xaddr, &xlen, 1); 203 if (rc || (xaddr == 0)) 204 return NULL; 205 206 return read_metapage(inode, xaddr, PSIZE, 1); 207 } 208 209 /* 210 * get_index_page() 211 * 212 * Same as get_index_page(), but get's a new page without reading 213 */ 214 static struct metapage *get_index_page(struct inode *inode, s64 blkno) 215 { 216 int rc; 217 s64 xaddr; 218 int xflag; 219 s32 xlen; 220 221 rc = xtLookup(inode, blkno, 1, &xflag, &xaddr, &xlen, 1); 222 if (rc || (xaddr == 0)) 223 return NULL; 224 225 return get_metapage(inode, xaddr, PSIZE, 1); 226 } 227 228 /* 229 * find_index() 230 * 231 * Returns dtree page containing directory table entry for specified 232 * index and pointer to its entry. 233 * 234 * mp must be released by caller. 235 */ 236 static struct dir_table_slot *find_index(struct inode *ip, u32 index, 237 struct metapage ** mp, s64 *lblock) 238 { 239 struct jfs_inode_info *jfs_ip = JFS_IP(ip); 240 s64 blkno; 241 s64 offset; 242 int page_offset; 243 struct dir_table_slot *slot; 244 static int maxWarnings = 10; 245 246 if (index < 2) { 247 if (maxWarnings) { 248 jfs_warn("find_entry called with index = %d", index); 249 maxWarnings--; 250 } 251 return NULL; 252 } 253 254 if (index >= jfs_ip->next_index) { 255 jfs_warn("find_entry called with index >= next_index"); 256 return NULL; 257 } 258 259 if (jfs_dirtable_inline(ip)) { 260 /* 261 * Inline directory table 262 */ 263 *mp = NULL; 264 slot = &jfs_ip->i_dirtable[index - 2]; 265 } else { 266 offset = (index - 2) * sizeof(struct dir_table_slot); 267 page_offset = offset & (PSIZE - 1); 268 blkno = ((offset + 1) >> L2PSIZE) << 269 JFS_SBI(ip->i_sb)->l2nbperpage; 270 271 if (*mp && (*lblock != blkno)) { 272 release_metapage(*mp); 273 *mp = NULL; 274 } 275 if (!(*mp)) { 276 *lblock = blkno; 277 *mp = read_index_page(ip, blkno); 278 } 279 if (!(*mp)) { 280 jfs_err("free_index: error reading directory table"); 281 return NULL; 282 } 283 284 slot = 285 (struct dir_table_slot *) ((char *) (*mp)->data + 286 page_offset); 287 } 288 return slot; 289 } 290 291 static inline void lock_index(tid_t tid, struct inode *ip, struct metapage * mp, 292 u32 index) 293 { 294 struct tlock *tlck; 295 struct linelock *llck; 296 struct lv *lv; 297 298 tlck = txLock(tid, ip, mp, tlckDATA); 299 llck = (struct linelock *) tlck->lock; 300 301 if (llck->index >= llck->maxcnt) 302 llck = txLinelock(llck); 303 lv = &llck->lv[llck->index]; 304 305 /* 306 * Linelock slot size is twice the size of directory table 307 * slot size. 512 entries per page. 308 */ 309 lv->offset = ((index - 2) & 511) >> 1; 310 lv->length = 1; 311 llck->index++; 312 } 313 314 /* 315 * add_index() 316 * 317 * Adds an entry to the directory index table. This is used to provide 318 * each directory entry with a persistent index in which to resume 319 * directory traversals 320 */ 321 static u32 add_index(tid_t tid, struct inode *ip, s64 bn, int slot) 322 { 323 struct super_block *sb = ip->i_sb; 324 struct jfs_sb_info *sbi = JFS_SBI(sb); 325 struct jfs_inode_info *jfs_ip = JFS_IP(ip); 326 u64 blkno; 327 struct dir_table_slot *dirtab_slot; 328 u32 index; 329 struct linelock *llck; 330 struct lv *lv; 331 struct metapage *mp; 332 s64 offset; 333 uint page_offset; 334 struct tlock *tlck; 335 s64 xaddr; 336 337 ASSERT(DO_INDEX(ip)); 338 339 if (jfs_ip->next_index < 2) { 340 jfs_warn("add_index: next_index = %d. Resetting!", 341 jfs_ip->next_index); 342 jfs_ip->next_index = 2; 343 } 344 345 index = jfs_ip->next_index++; 346 347 if (index <= MAX_INLINE_DIRTABLE_ENTRY) { 348 /* 349 * i_size reflects size of index table, or 8 bytes per entry. 350 */ 351 ip->i_size = (loff_t) (index - 1) << 3; 352 353 /* 354 * dir table fits inline within inode 355 */ 356 dirtab_slot = &jfs_ip->i_dirtable[index-2]; 357 dirtab_slot->flag = DIR_INDEX_VALID; 358 dirtab_slot->slot = slot; 359 DTSaddress(dirtab_slot, bn); 360 361 set_cflag(COMMIT_Dirtable, ip); 362 363 return index; 364 } 365 if (index == (MAX_INLINE_DIRTABLE_ENTRY + 1)) { 366 struct dir_table_slot temp_table[12]; 367 368 /* 369 * It's time to move the inline table to an external 370 * page and begin to build the xtree 371 */ 372 if (dquot_alloc_block(ip, sbi->nbperpage)) 373 goto clean_up; 374 if (dbAlloc(ip, 0, sbi->nbperpage, &xaddr)) { 375 dquot_free_block(ip, sbi->nbperpage); 376 goto clean_up; 377 } 378 379 /* 380 * Save the table, we're going to overwrite it with the 381 * xtree root 382 */ 383 memcpy(temp_table, &jfs_ip->i_dirtable, sizeof(temp_table)); 384 385 /* 386 * Initialize empty x-tree 387 */ 388 xtInitRoot(tid, ip); 389 390 /* 391 * Add the first block to the xtree 392 */ 393 if (xtInsert(tid, ip, 0, 0, sbi->nbperpage, &xaddr, 0)) { 394 /* This really shouldn't fail */ 395 jfs_warn("add_index: xtInsert failed!"); 396 memcpy(&jfs_ip->i_dirtable, temp_table, 397 sizeof (temp_table)); 398 dbFree(ip, xaddr, sbi->nbperpage); 399 dquot_free_block(ip, sbi->nbperpage); 400 goto clean_up; 401 } 402 ip->i_size = PSIZE; 403 404 mp = get_index_page(ip, 0); 405 if (!mp) { 406 jfs_err("add_index: get_metapage failed!"); 407 xtTruncate(tid, ip, 0, COMMIT_PWMAP); 408 memcpy(&jfs_ip->i_dirtable, temp_table, 409 sizeof (temp_table)); 410 goto clean_up; 411 } 412 tlck = txLock(tid, ip, mp, tlckDATA); 413 llck = (struct linelock *) & tlck->lock; 414 ASSERT(llck->index == 0); 415 lv = &llck->lv[0]; 416 417 lv->offset = 0; 418 lv->length = 6; /* tlckDATA slot size is 16 bytes */ 419 llck->index++; 420 421 memcpy(mp->data, temp_table, sizeof(temp_table)); 422 423 mark_metapage_dirty(mp); 424 release_metapage(mp); 425 426 /* 427 * Logging is now directed by xtree tlocks 428 */ 429 clear_cflag(COMMIT_Dirtable, ip); 430 } 431 432 offset = (index - 2) * sizeof(struct dir_table_slot); 433 page_offset = offset & (PSIZE - 1); 434 blkno = ((offset + 1) >> L2PSIZE) << sbi->l2nbperpage; 435 if (page_offset == 0) { 436 /* 437 * This will be the beginning of a new page 438 */ 439 xaddr = 0; 440 if (xtInsert(tid, ip, 0, blkno, sbi->nbperpage, &xaddr, 0)) { 441 jfs_warn("add_index: xtInsert failed!"); 442 goto clean_up; 443 } 444 ip->i_size += PSIZE; 445 446 if ((mp = get_index_page(ip, blkno))) 447 memset(mp->data, 0, PSIZE); /* Just looks better */ 448 else 449 xtTruncate(tid, ip, offset, COMMIT_PWMAP); 450 } else 451 mp = read_index_page(ip, blkno); 452 453 if (!mp) { 454 jfs_err("add_index: get/read_metapage failed!"); 455 goto clean_up; 456 } 457 458 lock_index(tid, ip, mp, index); 459 460 dirtab_slot = 461 (struct dir_table_slot *) ((char *) mp->data + page_offset); 462 dirtab_slot->flag = DIR_INDEX_VALID; 463 dirtab_slot->slot = slot; 464 DTSaddress(dirtab_slot, bn); 465 466 mark_metapage_dirty(mp); 467 release_metapage(mp); 468 469 return index; 470 471 clean_up: 472 473 jfs_ip->next_index--; 474 475 return 0; 476 } 477 478 /* 479 * free_index() 480 * 481 * Marks an entry to the directory index table as free. 482 */ 483 static void free_index(tid_t tid, struct inode *ip, u32 index, u32 next) 484 { 485 struct dir_table_slot *dirtab_slot; 486 s64 lblock; 487 struct metapage *mp = NULL; 488 489 dirtab_slot = find_index(ip, index, &mp, &lblock); 490 491 if (!dirtab_slot) 492 return; 493 494 dirtab_slot->flag = DIR_INDEX_FREE; 495 dirtab_slot->slot = dirtab_slot->addr1 = 0; 496 dirtab_slot->addr2 = cpu_to_le32(next); 497 498 if (mp) { 499 lock_index(tid, ip, mp, index); 500 mark_metapage_dirty(mp); 501 release_metapage(mp); 502 } else 503 set_cflag(COMMIT_Dirtable, ip); 504 } 505 506 /* 507 * modify_index() 508 * 509 * Changes an entry in the directory index table 510 */ 511 static void modify_index(tid_t tid, struct inode *ip, u32 index, s64 bn, 512 int slot, struct metapage ** mp, s64 *lblock) 513 { 514 struct dir_table_slot *dirtab_slot; 515 516 dirtab_slot = find_index(ip, index, mp, lblock); 517 518 if (!dirtab_slot) 519 return; 520 521 DTSaddress(dirtab_slot, bn); 522 dirtab_slot->slot = slot; 523 524 if (*mp) { 525 lock_index(tid, ip, *mp, index); 526 mark_metapage_dirty(*mp); 527 } else 528 set_cflag(COMMIT_Dirtable, ip); 529 } 530 531 /* 532 * read_index() 533 * 534 * reads a directory table slot 535 */ 536 static int read_index(struct inode *ip, u32 index, 537 struct dir_table_slot * dirtab_slot) 538 { 539 s64 lblock; 540 struct metapage *mp = NULL; 541 struct dir_table_slot *slot; 542 543 slot = find_index(ip, index, &mp, &lblock); 544 if (!slot) { 545 return -EIO; 546 } 547 548 memcpy(dirtab_slot, slot, sizeof(struct dir_table_slot)); 549 550 if (mp) 551 release_metapage(mp); 552 553 return 0; 554 } 555 556 /* 557 * dtSearch() 558 * 559 * function: 560 * Search for the entry with specified key 561 * 562 * parameter: 563 * 564 * return: 0 - search result on stack, leaf page pinned; 565 * errno - I/O error 566 */ 567 int dtSearch(struct inode *ip, struct component_name * key, ino_t * data, 568 struct btstack * btstack, int flag) 569 { 570 int rc = 0; 571 int cmp = 1; /* init for empty page */ 572 s64 bn; 573 struct metapage *mp; 574 dtpage_t *p; 575 s8 *stbl; 576 int base, index, lim; 577 struct btframe *btsp; 578 pxd_t *pxd; 579 int psize = 288; /* initial in-line directory */ 580 ino_t inumber; 581 struct component_name ciKey; 582 struct super_block *sb = ip->i_sb; 583 584 ciKey.name = kmalloc_array(JFS_NAME_MAX + 1, sizeof(wchar_t), 585 GFP_NOFS); 586 if (!ciKey.name) { 587 rc = -ENOMEM; 588 goto dtSearch_Exit2; 589 } 590 591 592 /* uppercase search key for c-i directory */ 593 UniStrcpy(ciKey.name, key->name); 594 ciKey.namlen = key->namlen; 595 596 /* only uppercase if case-insensitive support is on */ 597 if ((JFS_SBI(sb)->mntflag & JFS_OS2) == JFS_OS2) { 598 ciToUpper(&ciKey); 599 } 600 BT_CLR(btstack); /* reset stack */ 601 602 /* init level count for max pages to split */ 603 btstack->nsplit = 1; 604 605 /* 606 * search down tree from root: 607 * 608 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of 609 * internal page, child page Pi contains entry with k, Ki <= K < Kj. 610 * 611 * if entry with search key K is not found 612 * internal page search find the entry with largest key Ki 613 * less than K which point to the child page to search; 614 * leaf page search find the entry with smallest key Kj 615 * greater than K so that the returned index is the position of 616 * the entry to be shifted right for insertion of new entry. 617 * for empty tree, search key is greater than any key of the tree. 618 * 619 * by convention, root bn = 0. 620 */ 621 for (bn = 0;;) { 622 /* get/pin the page to search */ 623 DT_GETPAGE(ip, bn, mp, psize, p, rc); 624 if (rc) 625 goto dtSearch_Exit1; 626 627 /* get sorted entry table of the page */ 628 stbl = DT_GETSTBL(p); 629 630 /* 631 * binary search with search key K on the current page. 632 */ 633 for (base = 0, lim = p->header.nextindex; lim; lim >>= 1) { 634 index = base + (lim >> 1); 635 636 if (p->header.flag & BT_LEAF) { 637 /* uppercase leaf name to compare */ 638 cmp = 639 ciCompare(&ciKey, p, stbl[index], 640 JFS_SBI(sb)->mntflag); 641 } else { 642 /* router key is in uppercase */ 643 644 cmp = dtCompare(&ciKey, p, stbl[index]); 645 646 647 } 648 if (cmp == 0) { 649 /* 650 * search hit 651 */ 652 /* search hit - leaf page: 653 * return the entry found 654 */ 655 if (p->header.flag & BT_LEAF) { 656 inumber = le32_to_cpu( 657 ((struct ldtentry *) & p->slot[stbl[index]])->inumber); 658 659 /* 660 * search for JFS_LOOKUP 661 */ 662 if (flag == JFS_LOOKUP) { 663 *data = inumber; 664 rc = 0; 665 goto out; 666 } 667 668 /* 669 * search for JFS_CREATE 670 */ 671 if (flag == JFS_CREATE) { 672 *data = inumber; 673 rc = -EEXIST; 674 goto out; 675 } 676 677 /* 678 * search for JFS_REMOVE or JFS_RENAME 679 */ 680 if ((flag == JFS_REMOVE || 681 flag == JFS_RENAME) && 682 *data != inumber) { 683 rc = -ESTALE; 684 goto out; 685 } 686 687 /* 688 * JFS_REMOVE|JFS_FINDDIR|JFS_RENAME 689 */ 690 /* save search result */ 691 *data = inumber; 692 btsp = btstack->top; 693 btsp->bn = bn; 694 btsp->index = index; 695 btsp->mp = mp; 696 697 rc = 0; 698 goto dtSearch_Exit1; 699 } 700 701 /* search hit - internal page: 702 * descend/search its child page 703 */ 704 goto getChild; 705 } 706 707 if (cmp > 0) { 708 base = index + 1; 709 --lim; 710 } 711 } 712 713 /* 714 * search miss 715 * 716 * base is the smallest index with key (Kj) greater than 717 * search key (K) and may be zero or (maxindex + 1) index. 718 */ 719 /* 720 * search miss - leaf page 721 * 722 * return location of entry (base) where new entry with 723 * search key K is to be inserted. 724 */ 725 if (p->header.flag & BT_LEAF) { 726 /* 727 * search for JFS_LOOKUP, JFS_REMOVE, or JFS_RENAME 728 */ 729 if (flag == JFS_LOOKUP || flag == JFS_REMOVE || 730 flag == JFS_RENAME) { 731 rc = -ENOENT; 732 goto out; 733 } 734 735 /* 736 * search for JFS_CREATE|JFS_FINDDIR: 737 * 738 * save search result 739 */ 740 *data = 0; 741 btsp = btstack->top; 742 btsp->bn = bn; 743 btsp->index = base; 744 btsp->mp = mp; 745 746 rc = 0; 747 goto dtSearch_Exit1; 748 } 749 750 /* 751 * search miss - internal page 752 * 753 * if base is non-zero, decrement base by one to get the parent 754 * entry of the child page to search. 755 */ 756 index = base ? base - 1 : base; 757 758 /* 759 * go down to child page 760 */ 761 getChild: 762 /* update max. number of pages to split */ 763 if (BT_STACK_FULL(btstack)) { 764 /* Something's corrupted, mark filesystem dirty so 765 * chkdsk will fix it. 766 */ 767 jfs_error(sb, "stack overrun!\n"); 768 BT_STACK_DUMP(btstack); 769 rc = -EIO; 770 goto out; 771 } 772 btstack->nsplit++; 773 774 /* push (bn, index) of the parent page/entry */ 775 BT_PUSH(btstack, bn, index); 776 777 /* get the child page block number */ 778 pxd = (pxd_t *) & p->slot[stbl[index]]; 779 bn = addressPXD(pxd); 780 psize = lengthPXD(pxd) << JFS_SBI(ip->i_sb)->l2bsize; 781 782 /* unpin the parent page */ 783 DT_PUTPAGE(mp); 784 } 785 786 out: 787 DT_PUTPAGE(mp); 788 789 dtSearch_Exit1: 790 791 kfree(ciKey.name); 792 793 dtSearch_Exit2: 794 795 return rc; 796 } 797 798 799 /* 800 * dtInsert() 801 * 802 * function: insert an entry to directory tree 803 * 804 * parameter: 805 * 806 * return: 0 - success; 807 * errno - failure; 808 */ 809 int dtInsert(tid_t tid, struct inode *ip, 810 struct component_name * name, ino_t * fsn, struct btstack * btstack) 811 { 812 int rc = 0; 813 struct metapage *mp; /* meta-page buffer */ 814 dtpage_t *p; /* base B+-tree index page */ 815 s64 bn; 816 int index; 817 struct dtsplit split; /* split information */ 818 ddata_t data; 819 struct dt_lock *dtlck; 820 int n; 821 struct tlock *tlck; 822 struct lv *lv; 823 824 /* 825 * retrieve search result 826 * 827 * dtSearch() returns (leaf page pinned, index at which to insert). 828 * n.b. dtSearch() may return index of (maxindex + 1) of 829 * the full page. 830 */ 831 DT_GETSEARCH(ip, btstack->top, bn, mp, p, index); 832 833 /* 834 * insert entry for new key 835 */ 836 if (DO_INDEX(ip)) { 837 if (JFS_IP(ip)->next_index == DIREND) { 838 DT_PUTPAGE(mp); 839 return -EMLINK; 840 } 841 n = NDTLEAF(name->namlen); 842 data.leaf.tid = tid; 843 data.leaf.ip = ip; 844 } else { 845 n = NDTLEAF_LEGACY(name->namlen); 846 data.leaf.ip = NULL; /* signifies legacy directory format */ 847 } 848 data.leaf.ino = *fsn; 849 850 /* 851 * leaf page does not have enough room for new entry: 852 * 853 * extend/split the leaf page; 854 * 855 * dtSplitUp() will insert the entry and unpin the leaf page. 856 */ 857 if (n > p->header.freecnt) { 858 split.mp = mp; 859 split.index = index; 860 split.nslot = n; 861 split.key = name; 862 split.data = &data; 863 rc = dtSplitUp(tid, ip, &split, btstack); 864 return rc; 865 } 866 867 /* 868 * leaf page does have enough room for new entry: 869 * 870 * insert the new data entry into the leaf page; 871 */ 872 BT_MARK_DIRTY(mp, ip); 873 /* 874 * acquire a transaction lock on the leaf page 875 */ 876 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY); 877 dtlck = (struct dt_lock *) & tlck->lock; 878 ASSERT(dtlck->index == 0); 879 lv = & dtlck->lv[0]; 880 881 /* linelock header */ 882 lv->offset = 0; 883 lv->length = 1; 884 dtlck->index++; 885 886 dtInsertEntry(p, index, name, &data, &dtlck); 887 888 /* linelock stbl of non-root leaf page */ 889 if (!(p->header.flag & BT_ROOT)) { 890 if (dtlck->index >= dtlck->maxcnt) 891 dtlck = (struct dt_lock *) txLinelock(dtlck); 892 lv = & dtlck->lv[dtlck->index]; 893 n = index >> L2DTSLOTSIZE; 894 lv->offset = p->header.stblindex + n; 895 lv->length = 896 ((p->header.nextindex - 1) >> L2DTSLOTSIZE) - n + 1; 897 dtlck->index++; 898 } 899 900 /* unpin the leaf page */ 901 DT_PUTPAGE(mp); 902 903 return 0; 904 } 905 906 907 /* 908 * dtSplitUp() 909 * 910 * function: propagate insertion bottom up; 911 * 912 * parameter: 913 * 914 * return: 0 - success; 915 * errno - failure; 916 * leaf page unpinned; 917 */ 918 static int dtSplitUp(tid_t tid, 919 struct inode *ip, struct dtsplit * split, struct btstack * btstack) 920 { 921 struct jfs_sb_info *sbi = JFS_SBI(ip->i_sb); 922 int rc = 0; 923 struct metapage *smp; 924 dtpage_t *sp; /* split page */ 925 struct metapage *rmp; 926 dtpage_t *rp; /* new right page split from sp */ 927 pxd_t rpxd; /* new right page extent descriptor */ 928 struct metapage *lmp; 929 dtpage_t *lp; /* left child page */ 930 int skip; /* index of entry of insertion */ 931 struct btframe *parent; /* parent page entry on traverse stack */ 932 s64 xaddr, nxaddr; 933 int xlen, xsize; 934 struct pxdlist pxdlist; 935 pxd_t *pxd; 936 struct component_name key = { 0, NULL }; 937 ddata_t *data = split->data; 938 int n; 939 struct dt_lock *dtlck; 940 struct tlock *tlck; 941 struct lv *lv; 942 int quota_allocation = 0; 943 944 /* get split page */ 945 smp = split->mp; 946 sp = DT_PAGE(ip, smp); 947 948 key.name = kmalloc_array(JFS_NAME_MAX + 2, sizeof(wchar_t), GFP_NOFS); 949 if (!key.name) { 950 DT_PUTPAGE(smp); 951 rc = -ENOMEM; 952 goto dtSplitUp_Exit; 953 } 954 955 /* 956 * split leaf page 957 * 958 * The split routines insert the new entry, and 959 * acquire txLock as appropriate. 960 */ 961 /* 962 * split root leaf page: 963 */ 964 if (sp->header.flag & BT_ROOT) { 965 /* 966 * allocate a single extent child page 967 */ 968 xlen = 1; 969 n = sbi->bsize >> L2DTSLOTSIZE; 970 n -= (n + 31) >> L2DTSLOTSIZE; /* stbl size */ 971 n -= DTROOTMAXSLOT - sp->header.freecnt; /* header + entries */ 972 if (n <= split->nslot) 973 xlen++; 974 if ((rc = dbAlloc(ip, 0, (s64) xlen, &xaddr))) { 975 DT_PUTPAGE(smp); 976 goto freeKeyName; 977 } 978 979 pxdlist.maxnpxd = 1; 980 pxdlist.npxd = 0; 981 pxd = &pxdlist.pxd[0]; 982 PXDaddress(pxd, xaddr); 983 PXDlength(pxd, xlen); 984 split->pxdlist = &pxdlist; 985 rc = dtSplitRoot(tid, ip, split, &rmp); 986 987 if (rc) 988 dbFree(ip, xaddr, xlen); 989 else 990 DT_PUTPAGE(rmp); 991 992 DT_PUTPAGE(smp); 993 994 if (!DO_INDEX(ip)) 995 ip->i_size = xlen << sbi->l2bsize; 996 997 goto freeKeyName; 998 } 999 1000 /* 1001 * extend first leaf page 1002 * 1003 * extend the 1st extent if less than buffer page size 1004 * (dtExtendPage() reurns leaf page unpinned) 1005 */ 1006 pxd = &sp->header.self; 1007 xlen = lengthPXD(pxd); 1008 xsize = xlen << sbi->l2bsize; 1009 if (xsize < PSIZE) { 1010 xaddr = addressPXD(pxd); 1011 n = xsize >> L2DTSLOTSIZE; 1012 n -= (n + 31) >> L2DTSLOTSIZE; /* stbl size */ 1013 if ((n + sp->header.freecnt) <= split->nslot) 1014 n = xlen + (xlen << 1); 1015 else 1016 n = xlen; 1017 1018 /* Allocate blocks to quota. */ 1019 rc = dquot_alloc_block(ip, n); 1020 if (rc) 1021 goto extendOut; 1022 quota_allocation += n; 1023 1024 if ((rc = dbReAlloc(sbi->ipbmap, xaddr, (s64) xlen, 1025 (s64) n, &nxaddr))) 1026 goto extendOut; 1027 1028 pxdlist.maxnpxd = 1; 1029 pxdlist.npxd = 0; 1030 pxd = &pxdlist.pxd[0]; 1031 PXDaddress(pxd, nxaddr); 1032 PXDlength(pxd, xlen + n); 1033 split->pxdlist = &pxdlist; 1034 if ((rc = dtExtendPage(tid, ip, split, btstack))) { 1035 nxaddr = addressPXD(pxd); 1036 if (xaddr != nxaddr) { 1037 /* free relocated extent */ 1038 xlen = lengthPXD(pxd); 1039 dbFree(ip, nxaddr, (s64) xlen); 1040 } else { 1041 /* free extended delta */ 1042 xlen = lengthPXD(pxd) - n; 1043 xaddr = addressPXD(pxd) + xlen; 1044 dbFree(ip, xaddr, (s64) n); 1045 } 1046 } else if (!DO_INDEX(ip)) 1047 ip->i_size = lengthPXD(pxd) << sbi->l2bsize; 1048 1049 1050 extendOut: 1051 DT_PUTPAGE(smp); 1052 goto freeKeyName; 1053 } 1054 1055 /* 1056 * split leaf page <sp> into <sp> and a new right page <rp>. 1057 * 1058 * return <rp> pinned and its extent descriptor <rpxd> 1059 */ 1060 /* 1061 * allocate new directory page extent and 1062 * new index page(s) to cover page split(s) 1063 * 1064 * allocation hint: ? 1065 */ 1066 n = btstack->nsplit; 1067 pxdlist.maxnpxd = pxdlist.npxd = 0; 1068 xlen = sbi->nbperpage; 1069 for (pxd = pxdlist.pxd; n > 0; n--, pxd++) { 1070 if ((rc = dbAlloc(ip, 0, (s64) xlen, &xaddr)) == 0) { 1071 PXDaddress(pxd, xaddr); 1072 PXDlength(pxd, xlen); 1073 pxdlist.maxnpxd++; 1074 continue; 1075 } 1076 1077 DT_PUTPAGE(smp); 1078 1079 /* undo allocation */ 1080 goto splitOut; 1081 } 1082 1083 split->pxdlist = &pxdlist; 1084 if ((rc = dtSplitPage(tid, ip, split, &rmp, &rp, &rpxd))) { 1085 DT_PUTPAGE(smp); 1086 1087 /* undo allocation */ 1088 goto splitOut; 1089 } 1090 1091 if (!DO_INDEX(ip)) 1092 ip->i_size += PSIZE; 1093 1094 /* 1095 * propagate up the router entry for the leaf page just split 1096 * 1097 * insert a router entry for the new page into the parent page, 1098 * propagate the insert/split up the tree by walking back the stack 1099 * of (bn of parent page, index of child page entry in parent page) 1100 * that were traversed during the search for the page that split. 1101 * 1102 * the propagation of insert/split up the tree stops if the root 1103 * splits or the page inserted into doesn't have to split to hold 1104 * the new entry. 1105 * 1106 * the parent entry for the split page remains the same, and 1107 * a new entry is inserted at its right with the first key and 1108 * block number of the new right page. 1109 * 1110 * There are a maximum of 4 pages pinned at any time: 1111 * two children, left parent and right parent (when the parent splits). 1112 * keep the child pages pinned while working on the parent. 1113 * make sure that all pins are released at exit. 1114 */ 1115 while ((parent = BT_POP(btstack)) != NULL) { 1116 /* parent page specified by stack frame <parent> */ 1117 1118 /* keep current child pages (<lp>, <rp>) pinned */ 1119 lmp = smp; 1120 lp = sp; 1121 1122 /* 1123 * insert router entry in parent for new right child page <rp> 1124 */ 1125 /* get the parent page <sp> */ 1126 DT_GETPAGE(ip, parent->bn, smp, PSIZE, sp, rc); 1127 if (rc) { 1128 DT_PUTPAGE(lmp); 1129 DT_PUTPAGE(rmp); 1130 goto splitOut; 1131 } 1132 1133 /* 1134 * The new key entry goes ONE AFTER the index of parent entry, 1135 * because the split was to the right. 1136 */ 1137 skip = parent->index + 1; 1138 1139 /* 1140 * compute the key for the router entry 1141 * 1142 * key suffix compression: 1143 * for internal pages that have leaf pages as children, 1144 * retain only what's needed to distinguish between 1145 * the new entry and the entry on the page to its left. 1146 * If the keys compare equal, retain the entire key. 1147 * 1148 * note that compression is performed only at computing 1149 * router key at the lowest internal level. 1150 * further compression of the key between pairs of higher 1151 * level internal pages loses too much information and 1152 * the search may fail. 1153 * (e.g., two adjacent leaf pages of {a, ..., x} {xx, ...,} 1154 * results in two adjacent parent entries (a)(xx). 1155 * if split occurs between these two entries, and 1156 * if compression is applied, the router key of parent entry 1157 * of right page (x) will divert search for x into right 1158 * subtree and miss x in the left subtree.) 1159 * 1160 * the entire key must be retained for the next-to-leftmost 1161 * internal key at any level of the tree, or search may fail 1162 * (e.g., ?) 1163 */ 1164 switch (rp->header.flag & BT_TYPE) { 1165 case BT_LEAF: 1166 /* 1167 * compute the length of prefix for suffix compression 1168 * between last entry of left page and first entry 1169 * of right page 1170 */ 1171 if ((sp->header.flag & BT_ROOT && skip > 1) || 1172 sp->header.prev != 0 || skip > 1) { 1173 /* compute uppercase router prefix key */ 1174 rc = ciGetLeafPrefixKey(lp, 1175 lp->header.nextindex-1, 1176 rp, 0, &key, 1177 sbi->mntflag); 1178 if (rc) { 1179 DT_PUTPAGE(lmp); 1180 DT_PUTPAGE(rmp); 1181 DT_PUTPAGE(smp); 1182 goto splitOut; 1183 } 1184 } else { 1185 /* next to leftmost entry of 1186 lowest internal level */ 1187 1188 /* compute uppercase router key */ 1189 dtGetKey(rp, 0, &key, sbi->mntflag); 1190 key.name[key.namlen] = 0; 1191 1192 if ((sbi->mntflag & JFS_OS2) == JFS_OS2) 1193 ciToUpper(&key); 1194 } 1195 1196 n = NDTINTERNAL(key.namlen); 1197 break; 1198 1199 case BT_INTERNAL: 1200 dtGetKey(rp, 0, &key, sbi->mntflag); 1201 n = NDTINTERNAL(key.namlen); 1202 break; 1203 1204 default: 1205 jfs_err("dtSplitUp(): UFO!"); 1206 break; 1207 } 1208 1209 /* unpin left child page */ 1210 DT_PUTPAGE(lmp); 1211 1212 /* 1213 * compute the data for the router entry 1214 */ 1215 data->xd = rpxd; /* child page xd */ 1216 1217 /* 1218 * parent page is full - split the parent page 1219 */ 1220 if (n > sp->header.freecnt) { 1221 /* init for parent page split */ 1222 split->mp = smp; 1223 split->index = skip; /* index at insert */ 1224 split->nslot = n; 1225 split->key = &key; 1226 /* split->data = data; */ 1227 1228 /* unpin right child page */ 1229 DT_PUTPAGE(rmp); 1230 1231 /* The split routines insert the new entry, 1232 * acquire txLock as appropriate. 1233 * return <rp> pinned and its block number <rbn>. 1234 */ 1235 rc = (sp->header.flag & BT_ROOT) ? 1236 dtSplitRoot(tid, ip, split, &rmp) : 1237 dtSplitPage(tid, ip, split, &rmp, &rp, &rpxd); 1238 if (rc) { 1239 DT_PUTPAGE(smp); 1240 goto splitOut; 1241 } 1242 1243 /* smp and rmp are pinned */ 1244 } 1245 /* 1246 * parent page is not full - insert router entry in parent page 1247 */ 1248 else { 1249 BT_MARK_DIRTY(smp, ip); 1250 /* 1251 * acquire a transaction lock on the parent page 1252 */ 1253 tlck = txLock(tid, ip, smp, tlckDTREE | tlckENTRY); 1254 dtlck = (struct dt_lock *) & tlck->lock; 1255 ASSERT(dtlck->index == 0); 1256 lv = & dtlck->lv[0]; 1257 1258 /* linelock header */ 1259 lv->offset = 0; 1260 lv->length = 1; 1261 dtlck->index++; 1262 1263 /* linelock stbl of non-root parent page */ 1264 if (!(sp->header.flag & BT_ROOT)) { 1265 lv++; 1266 n = skip >> L2DTSLOTSIZE; 1267 lv->offset = sp->header.stblindex + n; 1268 lv->length = 1269 ((sp->header.nextindex - 1270 1) >> L2DTSLOTSIZE) - n + 1; 1271 dtlck->index++; 1272 } 1273 1274 dtInsertEntry(sp, skip, &key, data, &dtlck); 1275 1276 /* exit propagate up */ 1277 break; 1278 } 1279 } 1280 1281 /* unpin current split and its right page */ 1282 DT_PUTPAGE(smp); 1283 DT_PUTPAGE(rmp); 1284 1285 /* 1286 * free remaining extents allocated for split 1287 */ 1288 splitOut: 1289 n = pxdlist.npxd; 1290 pxd = &pxdlist.pxd[n]; 1291 for (; n < pxdlist.maxnpxd; n++, pxd++) 1292 dbFree(ip, addressPXD(pxd), (s64) lengthPXD(pxd)); 1293 1294 freeKeyName: 1295 kfree(key.name); 1296 1297 /* Rollback quota allocation */ 1298 if (rc && quota_allocation) 1299 dquot_free_block(ip, quota_allocation); 1300 1301 dtSplitUp_Exit: 1302 1303 return rc; 1304 } 1305 1306 1307 /* 1308 * dtSplitPage() 1309 * 1310 * function: Split a non-root page of a btree. 1311 * 1312 * parameter: 1313 * 1314 * return: 0 - success; 1315 * errno - failure; 1316 * return split and new page pinned; 1317 */ 1318 static int dtSplitPage(tid_t tid, struct inode *ip, struct dtsplit * split, 1319 struct metapage ** rmpp, dtpage_t ** rpp, pxd_t * rpxdp) 1320 { 1321 int rc = 0; 1322 struct metapage *smp; 1323 dtpage_t *sp; 1324 struct metapage *rmp; 1325 dtpage_t *rp; /* new right page allocated */ 1326 s64 rbn; /* new right page block number */ 1327 struct metapage *mp; 1328 dtpage_t *p; 1329 s64 nextbn; 1330 struct pxdlist *pxdlist; 1331 pxd_t *pxd; 1332 int skip, nextindex, half, left, nxt, off, si; 1333 struct ldtentry *ldtentry; 1334 struct idtentry *idtentry; 1335 u8 *stbl; 1336 struct dtslot *f; 1337 int fsi, stblsize; 1338 int n; 1339 struct dt_lock *sdtlck, *rdtlck; 1340 struct tlock *tlck; 1341 struct dt_lock *dtlck; 1342 struct lv *slv, *rlv, *lv; 1343 1344 /* get split page */ 1345 smp = split->mp; 1346 sp = DT_PAGE(ip, smp); 1347 1348 /* 1349 * allocate the new right page for the split 1350 */ 1351 pxdlist = split->pxdlist; 1352 pxd = &pxdlist->pxd[pxdlist->npxd]; 1353 pxdlist->npxd++; 1354 rbn = addressPXD(pxd); 1355 rmp = get_metapage(ip, rbn, PSIZE, 1); 1356 if (rmp == NULL) 1357 return -EIO; 1358 1359 /* Allocate blocks to quota. */ 1360 rc = dquot_alloc_block(ip, lengthPXD(pxd)); 1361 if (rc) { 1362 release_metapage(rmp); 1363 return rc; 1364 } 1365 1366 jfs_info("dtSplitPage: ip:0x%p smp:0x%p rmp:0x%p", ip, smp, rmp); 1367 1368 BT_MARK_DIRTY(rmp, ip); 1369 /* 1370 * acquire a transaction lock on the new right page 1371 */ 1372 tlck = txLock(tid, ip, rmp, tlckDTREE | tlckNEW); 1373 rdtlck = (struct dt_lock *) & tlck->lock; 1374 1375 rp = (dtpage_t *) rmp->data; 1376 *rpp = rp; 1377 rp->header.self = *pxd; 1378 1379 BT_MARK_DIRTY(smp, ip); 1380 /* 1381 * acquire a transaction lock on the split page 1382 * 1383 * action: 1384 */ 1385 tlck = txLock(tid, ip, smp, tlckDTREE | tlckENTRY); 1386 sdtlck = (struct dt_lock *) & tlck->lock; 1387 1388 /* linelock header of split page */ 1389 ASSERT(sdtlck->index == 0); 1390 slv = & sdtlck->lv[0]; 1391 slv->offset = 0; 1392 slv->length = 1; 1393 sdtlck->index++; 1394 1395 /* 1396 * initialize/update sibling pointers between sp and rp 1397 */ 1398 nextbn = le64_to_cpu(sp->header.next); 1399 rp->header.next = cpu_to_le64(nextbn); 1400 rp->header.prev = cpu_to_le64(addressPXD(&sp->header.self)); 1401 sp->header.next = cpu_to_le64(rbn); 1402 1403 /* 1404 * initialize new right page 1405 */ 1406 rp->header.flag = sp->header.flag; 1407 1408 /* compute sorted entry table at start of extent data area */ 1409 rp->header.nextindex = 0; 1410 rp->header.stblindex = 1; 1411 1412 n = PSIZE >> L2DTSLOTSIZE; 1413 rp->header.maxslot = n; 1414 stblsize = (n + 31) >> L2DTSLOTSIZE; /* in unit of slot */ 1415 1416 /* init freelist */ 1417 fsi = rp->header.stblindex + stblsize; 1418 rp->header.freelist = fsi; 1419 rp->header.freecnt = rp->header.maxslot - fsi; 1420 1421 /* 1422 * sequential append at tail: append without split 1423 * 1424 * If splitting the last page on a level because of appending 1425 * a entry to it (skip is maxentry), it's likely that the access is 1426 * sequential. Adding an empty page on the side of the level is less 1427 * work and can push the fill factor much higher than normal. 1428 * If we're wrong it's no big deal, we'll just do the split the right 1429 * way next time. 1430 * (It may look like it's equally easy to do a similar hack for 1431 * reverse sorted data, that is, split the tree left, 1432 * but it's not. Be my guest.) 1433 */ 1434 if (nextbn == 0 && split->index == sp->header.nextindex) { 1435 /* linelock header + stbl (first slot) of new page */ 1436 rlv = & rdtlck->lv[rdtlck->index]; 1437 rlv->offset = 0; 1438 rlv->length = 2; 1439 rdtlck->index++; 1440 1441 /* 1442 * initialize freelist of new right page 1443 */ 1444 f = &rp->slot[fsi]; 1445 for (fsi++; fsi < rp->header.maxslot; f++, fsi++) 1446 f->next = fsi; 1447 f->next = -1; 1448 1449 /* insert entry at the first entry of the new right page */ 1450 dtInsertEntry(rp, 0, split->key, split->data, &rdtlck); 1451 1452 goto out; 1453 } 1454 1455 /* 1456 * non-sequential insert (at possibly middle page) 1457 */ 1458 1459 /* 1460 * update prev pointer of previous right sibling page; 1461 */ 1462 if (nextbn != 0) { 1463 DT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc); 1464 if (rc) { 1465 discard_metapage(rmp); 1466 return rc; 1467 } 1468 1469 BT_MARK_DIRTY(mp, ip); 1470 /* 1471 * acquire a transaction lock on the next page 1472 */ 1473 tlck = txLock(tid, ip, mp, tlckDTREE | tlckRELINK); 1474 jfs_info("dtSplitPage: tlck = 0x%p, ip = 0x%p, mp=0x%p", 1475 tlck, ip, mp); 1476 dtlck = (struct dt_lock *) & tlck->lock; 1477 1478 /* linelock header of previous right sibling page */ 1479 lv = & dtlck->lv[dtlck->index]; 1480 lv->offset = 0; 1481 lv->length = 1; 1482 dtlck->index++; 1483 1484 p->header.prev = cpu_to_le64(rbn); 1485 1486 DT_PUTPAGE(mp); 1487 } 1488 1489 /* 1490 * split the data between the split and right pages. 1491 */ 1492 skip = split->index; 1493 half = (PSIZE >> L2DTSLOTSIZE) >> 1; /* swag */ 1494 left = 0; 1495 1496 /* 1497 * compute fill factor for split pages 1498 * 1499 * <nxt> traces the next entry to move to rp 1500 * <off> traces the next entry to stay in sp 1501 */ 1502 stbl = (u8 *) & sp->slot[sp->header.stblindex]; 1503 nextindex = sp->header.nextindex; 1504 for (nxt = off = 0; nxt < nextindex; ++off) { 1505 if (off == skip) 1506 /* check for fill factor with new entry size */ 1507 n = split->nslot; 1508 else { 1509 si = stbl[nxt]; 1510 switch (sp->header.flag & BT_TYPE) { 1511 case BT_LEAF: 1512 ldtentry = (struct ldtentry *) & sp->slot[si]; 1513 if (DO_INDEX(ip)) 1514 n = NDTLEAF(ldtentry->namlen); 1515 else 1516 n = NDTLEAF_LEGACY(ldtentry-> 1517 namlen); 1518 break; 1519 1520 case BT_INTERNAL: 1521 idtentry = (struct idtentry *) & sp->slot[si]; 1522 n = NDTINTERNAL(idtentry->namlen); 1523 break; 1524 1525 default: 1526 break; 1527 } 1528 1529 ++nxt; /* advance to next entry to move in sp */ 1530 } 1531 1532 left += n; 1533 if (left >= half) 1534 break; 1535 } 1536 1537 /* <nxt> poins to the 1st entry to move */ 1538 1539 /* 1540 * move entries to right page 1541 * 1542 * dtMoveEntry() initializes rp and reserves entry for insertion 1543 * 1544 * split page moved out entries are linelocked; 1545 * new/right page moved in entries are linelocked; 1546 */ 1547 /* linelock header + stbl of new right page */ 1548 rlv = & rdtlck->lv[rdtlck->index]; 1549 rlv->offset = 0; 1550 rlv->length = 5; 1551 rdtlck->index++; 1552 1553 dtMoveEntry(sp, nxt, rp, &sdtlck, &rdtlck, DO_INDEX(ip)); 1554 1555 sp->header.nextindex = nxt; 1556 1557 /* 1558 * finalize freelist of new right page 1559 */ 1560 fsi = rp->header.freelist; 1561 f = &rp->slot[fsi]; 1562 for (fsi++; fsi < rp->header.maxslot; f++, fsi++) 1563 f->next = fsi; 1564 f->next = -1; 1565 1566 /* 1567 * Update directory index table for entries now in right page 1568 */ 1569 if ((rp->header.flag & BT_LEAF) && DO_INDEX(ip)) { 1570 s64 lblock; 1571 1572 mp = NULL; 1573 stbl = DT_GETSTBL(rp); 1574 for (n = 0; n < rp->header.nextindex; n++) { 1575 ldtentry = (struct ldtentry *) & rp->slot[stbl[n]]; 1576 modify_index(tid, ip, le32_to_cpu(ldtentry->index), 1577 rbn, n, &mp, &lblock); 1578 } 1579 if (mp) 1580 release_metapage(mp); 1581 } 1582 1583 /* 1584 * the skipped index was on the left page, 1585 */ 1586 if (skip <= off) { 1587 /* insert the new entry in the split page */ 1588 dtInsertEntry(sp, skip, split->key, split->data, &sdtlck); 1589 1590 /* linelock stbl of split page */ 1591 if (sdtlck->index >= sdtlck->maxcnt) 1592 sdtlck = (struct dt_lock *) txLinelock(sdtlck); 1593 slv = & sdtlck->lv[sdtlck->index]; 1594 n = skip >> L2DTSLOTSIZE; 1595 slv->offset = sp->header.stblindex + n; 1596 slv->length = 1597 ((sp->header.nextindex - 1) >> L2DTSLOTSIZE) - n + 1; 1598 sdtlck->index++; 1599 } 1600 /* 1601 * the skipped index was on the right page, 1602 */ 1603 else { 1604 /* adjust the skip index to reflect the new position */ 1605 skip -= nxt; 1606 1607 /* insert the new entry in the right page */ 1608 dtInsertEntry(rp, skip, split->key, split->data, &rdtlck); 1609 } 1610 1611 out: 1612 *rmpp = rmp; 1613 *rpxdp = *pxd; 1614 1615 return rc; 1616 } 1617 1618 1619 /* 1620 * dtExtendPage() 1621 * 1622 * function: extend 1st/only directory leaf page 1623 * 1624 * parameter: 1625 * 1626 * return: 0 - success; 1627 * errno - failure; 1628 * return extended page pinned; 1629 */ 1630 static int dtExtendPage(tid_t tid, 1631 struct inode *ip, struct dtsplit * split, struct btstack * btstack) 1632 { 1633 struct super_block *sb = ip->i_sb; 1634 int rc; 1635 struct metapage *smp, *pmp, *mp; 1636 dtpage_t *sp, *pp; 1637 struct pxdlist *pxdlist; 1638 pxd_t *pxd, *tpxd; 1639 int xlen, xsize; 1640 int newstblindex, newstblsize; 1641 int oldstblindex, oldstblsize; 1642 int fsi, last; 1643 struct dtslot *f; 1644 struct btframe *parent; 1645 int n; 1646 struct dt_lock *dtlck; 1647 s64 xaddr, txaddr; 1648 struct tlock *tlck; 1649 struct pxd_lock *pxdlock; 1650 struct lv *lv; 1651 uint type; 1652 struct ldtentry *ldtentry; 1653 u8 *stbl; 1654 1655 /* get page to extend */ 1656 smp = split->mp; 1657 sp = DT_PAGE(ip, smp); 1658 1659 /* get parent/root page */ 1660 parent = BT_POP(btstack); 1661 DT_GETPAGE(ip, parent->bn, pmp, PSIZE, pp, rc); 1662 if (rc) 1663 return (rc); 1664 1665 /* 1666 * extend the extent 1667 */ 1668 pxdlist = split->pxdlist; 1669 pxd = &pxdlist->pxd[pxdlist->npxd]; 1670 pxdlist->npxd++; 1671 1672 xaddr = addressPXD(pxd); 1673 tpxd = &sp->header.self; 1674 txaddr = addressPXD(tpxd); 1675 /* in-place extension */ 1676 if (xaddr == txaddr) { 1677 type = tlckEXTEND; 1678 } 1679 /* relocation */ 1680 else { 1681 type = tlckNEW; 1682 1683 /* save moved extent descriptor for later free */ 1684 tlck = txMaplock(tid, ip, tlckDTREE | tlckRELOCATE); 1685 pxdlock = (struct pxd_lock *) & tlck->lock; 1686 pxdlock->flag = mlckFREEPXD; 1687 pxdlock->pxd = sp->header.self; 1688 pxdlock->index = 1; 1689 1690 /* 1691 * Update directory index table to reflect new page address 1692 */ 1693 if (DO_INDEX(ip)) { 1694 s64 lblock; 1695 1696 mp = NULL; 1697 stbl = DT_GETSTBL(sp); 1698 for (n = 0; n < sp->header.nextindex; n++) { 1699 ldtentry = 1700 (struct ldtentry *) & sp->slot[stbl[n]]; 1701 modify_index(tid, ip, 1702 le32_to_cpu(ldtentry->index), 1703 xaddr, n, &mp, &lblock); 1704 } 1705 if (mp) 1706 release_metapage(mp); 1707 } 1708 } 1709 1710 /* 1711 * extend the page 1712 */ 1713 sp->header.self = *pxd; 1714 1715 jfs_info("dtExtendPage: ip:0x%p smp:0x%p sp:0x%p", ip, smp, sp); 1716 1717 BT_MARK_DIRTY(smp, ip); 1718 /* 1719 * acquire a transaction lock on the extended/leaf page 1720 */ 1721 tlck = txLock(tid, ip, smp, tlckDTREE | type); 1722 dtlck = (struct dt_lock *) & tlck->lock; 1723 lv = & dtlck->lv[0]; 1724 1725 /* update buffer extent descriptor of extended page */ 1726 xlen = lengthPXD(pxd); 1727 xsize = xlen << JFS_SBI(sb)->l2bsize; 1728 1729 /* 1730 * copy old stbl to new stbl at start of extended area 1731 */ 1732 oldstblindex = sp->header.stblindex; 1733 oldstblsize = (sp->header.maxslot + 31) >> L2DTSLOTSIZE; 1734 newstblindex = sp->header.maxslot; 1735 n = xsize >> L2DTSLOTSIZE; 1736 newstblsize = (n + 31) >> L2DTSLOTSIZE; 1737 memcpy(&sp->slot[newstblindex], &sp->slot[oldstblindex], 1738 sp->header.nextindex); 1739 1740 /* 1741 * in-line extension: linelock old area of extended page 1742 */ 1743 if (type == tlckEXTEND) { 1744 /* linelock header */ 1745 lv->offset = 0; 1746 lv->length = 1; 1747 dtlck->index++; 1748 lv++; 1749 1750 /* linelock new stbl of extended page */ 1751 lv->offset = newstblindex; 1752 lv->length = newstblsize; 1753 } 1754 /* 1755 * relocation: linelock whole relocated area 1756 */ 1757 else { 1758 lv->offset = 0; 1759 lv->length = sp->header.maxslot + newstblsize; 1760 } 1761 1762 dtlck->index++; 1763 1764 sp->header.maxslot = n; 1765 sp->header.stblindex = newstblindex; 1766 /* sp->header.nextindex remains the same */ 1767 1768 /* 1769 * add old stbl region at head of freelist 1770 */ 1771 fsi = oldstblindex; 1772 f = &sp->slot[fsi]; 1773 last = sp->header.freelist; 1774 for (n = 0; n < oldstblsize; n++, fsi++, f++) { 1775 f->next = last; 1776 last = fsi; 1777 } 1778 sp->header.freelist = last; 1779 sp->header.freecnt += oldstblsize; 1780 1781 /* 1782 * append free region of newly extended area at tail of freelist 1783 */ 1784 /* init free region of newly extended area */ 1785 fsi = n = newstblindex + newstblsize; 1786 f = &sp->slot[fsi]; 1787 for (fsi++; fsi < sp->header.maxslot; f++, fsi++) 1788 f->next = fsi; 1789 f->next = -1; 1790 1791 /* append new free region at tail of old freelist */ 1792 fsi = sp->header.freelist; 1793 if (fsi == -1) 1794 sp->header.freelist = n; 1795 else { 1796 do { 1797 f = &sp->slot[fsi]; 1798 fsi = f->next; 1799 } while (fsi != -1); 1800 1801 f->next = n; 1802 } 1803 1804 sp->header.freecnt += sp->header.maxslot - n; 1805 1806 /* 1807 * insert the new entry 1808 */ 1809 dtInsertEntry(sp, split->index, split->key, split->data, &dtlck); 1810 1811 BT_MARK_DIRTY(pmp, ip); 1812 /* 1813 * linelock any freeslots residing in old extent 1814 */ 1815 if (type == tlckEXTEND) { 1816 n = sp->header.maxslot >> 2; 1817 if (sp->header.freelist < n) 1818 dtLinelockFreelist(sp, n, &dtlck); 1819 } 1820 1821 /* 1822 * update parent entry on the parent/root page 1823 */ 1824 /* 1825 * acquire a transaction lock on the parent/root page 1826 */ 1827 tlck = txLock(tid, ip, pmp, tlckDTREE | tlckENTRY); 1828 dtlck = (struct dt_lock *) & tlck->lock; 1829 lv = & dtlck->lv[dtlck->index]; 1830 1831 /* linelock parent entry - 1st slot */ 1832 lv->offset = 1; 1833 lv->length = 1; 1834 dtlck->index++; 1835 1836 /* update the parent pxd for page extension */ 1837 tpxd = (pxd_t *) & pp->slot[1]; 1838 *tpxd = *pxd; 1839 1840 DT_PUTPAGE(pmp); 1841 return 0; 1842 } 1843 1844 1845 /* 1846 * dtSplitRoot() 1847 * 1848 * function: 1849 * split the full root page into 1850 * original/root/split page and new right page 1851 * i.e., root remains fixed in tree anchor (inode) and 1852 * the root is copied to a single new right child page 1853 * since root page << non-root page, and 1854 * the split root page contains a single entry for the 1855 * new right child page. 1856 * 1857 * parameter: 1858 * 1859 * return: 0 - success; 1860 * errno - failure; 1861 * return new page pinned; 1862 */ 1863 static int dtSplitRoot(tid_t tid, 1864 struct inode *ip, struct dtsplit * split, struct metapage ** rmpp) 1865 { 1866 struct super_block *sb = ip->i_sb; 1867 struct metapage *smp; 1868 dtroot_t *sp; 1869 struct metapage *rmp; 1870 dtpage_t *rp; 1871 s64 rbn; 1872 int xlen; 1873 int xsize; 1874 struct dtslot *f; 1875 s8 *stbl; 1876 int fsi, stblsize, n; 1877 struct idtentry *s; 1878 pxd_t *ppxd; 1879 struct pxdlist *pxdlist; 1880 pxd_t *pxd; 1881 struct dt_lock *dtlck; 1882 struct tlock *tlck; 1883 struct lv *lv; 1884 int rc; 1885 1886 /* get split root page */ 1887 smp = split->mp; 1888 sp = &JFS_IP(ip)->i_dtroot; 1889 1890 /* 1891 * allocate/initialize a single (right) child page 1892 * 1893 * N.B. at first split, a one (or two) block to fit new entry 1894 * is allocated; at subsequent split, a full page is allocated; 1895 */ 1896 pxdlist = split->pxdlist; 1897 pxd = &pxdlist->pxd[pxdlist->npxd]; 1898 pxdlist->npxd++; 1899 rbn = addressPXD(pxd); 1900 xlen = lengthPXD(pxd); 1901 xsize = xlen << JFS_SBI(sb)->l2bsize; 1902 rmp = get_metapage(ip, rbn, xsize, 1); 1903 if (!rmp) 1904 return -EIO; 1905 1906 rp = rmp->data; 1907 1908 /* Allocate blocks to quota. */ 1909 rc = dquot_alloc_block(ip, lengthPXD(pxd)); 1910 if (rc) { 1911 release_metapage(rmp); 1912 return rc; 1913 } 1914 1915 BT_MARK_DIRTY(rmp, ip); 1916 /* 1917 * acquire a transaction lock on the new right page 1918 */ 1919 tlck = txLock(tid, ip, rmp, tlckDTREE | tlckNEW); 1920 dtlck = (struct dt_lock *) & tlck->lock; 1921 1922 rp->header.flag = 1923 (sp->header.flag & BT_LEAF) ? BT_LEAF : BT_INTERNAL; 1924 rp->header.self = *pxd; 1925 1926 /* initialize sibling pointers */ 1927 rp->header.next = 0; 1928 rp->header.prev = 0; 1929 1930 /* 1931 * move in-line root page into new right page extent 1932 */ 1933 /* linelock header + copied entries + new stbl (1st slot) in new page */ 1934 ASSERT(dtlck->index == 0); 1935 lv = & dtlck->lv[0]; 1936 lv->offset = 0; 1937 lv->length = 10; /* 1 + 8 + 1 */ 1938 dtlck->index++; 1939 1940 n = xsize >> L2DTSLOTSIZE; 1941 rp->header.maxslot = n; 1942 stblsize = (n + 31) >> L2DTSLOTSIZE; 1943 1944 /* copy old stbl to new stbl at start of extended area */ 1945 rp->header.stblindex = DTROOTMAXSLOT; 1946 stbl = (s8 *) & rp->slot[DTROOTMAXSLOT]; 1947 memcpy(stbl, sp->header.stbl, sp->header.nextindex); 1948 rp->header.nextindex = sp->header.nextindex; 1949 1950 /* copy old data area to start of new data area */ 1951 memcpy(&rp->slot[1], &sp->slot[1], IDATASIZE); 1952 1953 /* 1954 * append free region of newly extended area at tail of freelist 1955 */ 1956 /* init free region of newly extended area */ 1957 fsi = n = DTROOTMAXSLOT + stblsize; 1958 f = &rp->slot[fsi]; 1959 for (fsi++; fsi < rp->header.maxslot; f++, fsi++) 1960 f->next = fsi; 1961 f->next = -1; 1962 1963 /* append new free region at tail of old freelist */ 1964 fsi = sp->header.freelist; 1965 if (fsi == -1) 1966 rp->header.freelist = n; 1967 else { 1968 rp->header.freelist = fsi; 1969 1970 do { 1971 f = &rp->slot[fsi]; 1972 fsi = f->next; 1973 } while (fsi != -1); 1974 1975 f->next = n; 1976 } 1977 1978 rp->header.freecnt = sp->header.freecnt + rp->header.maxslot - n; 1979 1980 /* 1981 * Update directory index table for entries now in right page 1982 */ 1983 if ((rp->header.flag & BT_LEAF) && DO_INDEX(ip)) { 1984 s64 lblock; 1985 struct metapage *mp = NULL; 1986 struct ldtentry *ldtentry; 1987 1988 stbl = DT_GETSTBL(rp); 1989 for (n = 0; n < rp->header.nextindex; n++) { 1990 ldtentry = (struct ldtentry *) & rp->slot[stbl[n]]; 1991 modify_index(tid, ip, le32_to_cpu(ldtentry->index), 1992 rbn, n, &mp, &lblock); 1993 } 1994 if (mp) 1995 release_metapage(mp); 1996 } 1997 /* 1998 * insert the new entry into the new right/child page 1999 * (skip index in the new right page will not change) 2000 */ 2001 dtInsertEntry(rp, split->index, split->key, split->data, &dtlck); 2002 2003 /* 2004 * reset parent/root page 2005 * 2006 * set the 1st entry offset to 0, which force the left-most key 2007 * at any level of the tree to be less than any search key. 2008 * 2009 * The btree comparison code guarantees that the left-most key on any 2010 * level of the tree is never used, so it doesn't need to be filled in. 2011 */ 2012 BT_MARK_DIRTY(smp, ip); 2013 /* 2014 * acquire a transaction lock on the root page (in-memory inode) 2015 */ 2016 tlck = txLock(tid, ip, smp, tlckDTREE | tlckNEW | tlckBTROOT); 2017 dtlck = (struct dt_lock *) & tlck->lock; 2018 2019 /* linelock root */ 2020 ASSERT(dtlck->index == 0); 2021 lv = & dtlck->lv[0]; 2022 lv->offset = 0; 2023 lv->length = DTROOTMAXSLOT; 2024 dtlck->index++; 2025 2026 /* update page header of root */ 2027 if (sp->header.flag & BT_LEAF) { 2028 sp->header.flag &= ~BT_LEAF; 2029 sp->header.flag |= BT_INTERNAL; 2030 } 2031 2032 /* init the first entry */ 2033 s = (struct idtentry *) & sp->slot[DTENTRYSTART]; 2034 ppxd = (pxd_t *) s; 2035 *ppxd = *pxd; 2036 s->next = -1; 2037 s->namlen = 0; 2038 2039 stbl = sp->header.stbl; 2040 stbl[0] = DTENTRYSTART; 2041 sp->header.nextindex = 1; 2042 2043 /* init freelist */ 2044 fsi = DTENTRYSTART + 1; 2045 f = &sp->slot[fsi]; 2046 2047 /* init free region of remaining area */ 2048 for (fsi++; fsi < DTROOTMAXSLOT; f++, fsi++) 2049 f->next = fsi; 2050 f->next = -1; 2051 2052 sp->header.freelist = DTENTRYSTART + 1; 2053 sp->header.freecnt = DTROOTMAXSLOT - (DTENTRYSTART + 1); 2054 2055 *rmpp = rmp; 2056 2057 return 0; 2058 } 2059 2060 2061 /* 2062 * dtDelete() 2063 * 2064 * function: delete the entry(s) referenced by a key. 2065 * 2066 * parameter: 2067 * 2068 * return: 2069 */ 2070 int dtDelete(tid_t tid, 2071 struct inode *ip, struct component_name * key, ino_t * ino, int flag) 2072 { 2073 int rc = 0; 2074 s64 bn; 2075 struct metapage *mp, *imp; 2076 dtpage_t *p; 2077 int index; 2078 struct btstack btstack; 2079 struct dt_lock *dtlck; 2080 struct tlock *tlck; 2081 struct lv *lv; 2082 int i; 2083 struct ldtentry *ldtentry; 2084 u8 *stbl; 2085 u32 table_index, next_index; 2086 struct metapage *nmp; 2087 dtpage_t *np; 2088 2089 /* 2090 * search for the entry to delete: 2091 * 2092 * dtSearch() returns (leaf page pinned, index at which to delete). 2093 */ 2094 if ((rc = dtSearch(ip, key, ino, &btstack, flag))) 2095 return rc; 2096 2097 /* retrieve search result */ 2098 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index); 2099 2100 /* 2101 * We need to find put the index of the next entry into the 2102 * directory index table in order to resume a readdir from this 2103 * entry. 2104 */ 2105 if (DO_INDEX(ip)) { 2106 stbl = DT_GETSTBL(p); 2107 ldtentry = (struct ldtentry *) & p->slot[stbl[index]]; 2108 table_index = le32_to_cpu(ldtentry->index); 2109 if (index == (p->header.nextindex - 1)) { 2110 /* 2111 * Last entry in this leaf page 2112 */ 2113 if ((p->header.flag & BT_ROOT) 2114 || (p->header.next == 0)) 2115 next_index = -1; 2116 else { 2117 /* Read next leaf page */ 2118 DT_GETPAGE(ip, le64_to_cpu(p->header.next), 2119 nmp, PSIZE, np, rc); 2120 if (rc) 2121 next_index = -1; 2122 else { 2123 stbl = DT_GETSTBL(np); 2124 ldtentry = 2125 (struct ldtentry *) & np-> 2126 slot[stbl[0]]; 2127 next_index = 2128 le32_to_cpu(ldtentry->index); 2129 DT_PUTPAGE(nmp); 2130 } 2131 } 2132 } else { 2133 ldtentry = 2134 (struct ldtentry *) & p->slot[stbl[index + 1]]; 2135 next_index = le32_to_cpu(ldtentry->index); 2136 } 2137 free_index(tid, ip, table_index, next_index); 2138 } 2139 /* 2140 * the leaf page becomes empty, delete the page 2141 */ 2142 if (p->header.nextindex == 1) { 2143 /* delete empty page */ 2144 rc = dtDeleteUp(tid, ip, mp, p, &btstack); 2145 } 2146 /* 2147 * the leaf page has other entries remaining: 2148 * 2149 * delete the entry from the leaf page. 2150 */ 2151 else { 2152 BT_MARK_DIRTY(mp, ip); 2153 /* 2154 * acquire a transaction lock on the leaf page 2155 */ 2156 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY); 2157 dtlck = (struct dt_lock *) & tlck->lock; 2158 2159 /* 2160 * Do not assume that dtlck->index will be zero. During a 2161 * rename within a directory, this transaction may have 2162 * modified this page already when adding the new entry. 2163 */ 2164 2165 /* linelock header */ 2166 if (dtlck->index >= dtlck->maxcnt) 2167 dtlck = (struct dt_lock *) txLinelock(dtlck); 2168 lv = & dtlck->lv[dtlck->index]; 2169 lv->offset = 0; 2170 lv->length = 1; 2171 dtlck->index++; 2172 2173 /* linelock stbl of non-root leaf page */ 2174 if (!(p->header.flag & BT_ROOT)) { 2175 if (dtlck->index >= dtlck->maxcnt) 2176 dtlck = (struct dt_lock *) txLinelock(dtlck); 2177 lv = & dtlck->lv[dtlck->index]; 2178 i = index >> L2DTSLOTSIZE; 2179 lv->offset = p->header.stblindex + i; 2180 lv->length = 2181 ((p->header.nextindex - 1) >> L2DTSLOTSIZE) - 2182 i + 1; 2183 dtlck->index++; 2184 } 2185 2186 /* free the leaf entry */ 2187 dtDeleteEntry(p, index, &dtlck); 2188 2189 /* 2190 * Update directory index table for entries moved in stbl 2191 */ 2192 if (DO_INDEX(ip) && index < p->header.nextindex) { 2193 s64 lblock; 2194 2195 imp = NULL; 2196 stbl = DT_GETSTBL(p); 2197 for (i = index; i < p->header.nextindex; i++) { 2198 ldtentry = 2199 (struct ldtentry *) & p->slot[stbl[i]]; 2200 modify_index(tid, ip, 2201 le32_to_cpu(ldtentry->index), 2202 bn, i, &imp, &lblock); 2203 } 2204 if (imp) 2205 release_metapage(imp); 2206 } 2207 2208 DT_PUTPAGE(mp); 2209 } 2210 2211 return rc; 2212 } 2213 2214 2215 /* 2216 * dtDeleteUp() 2217 * 2218 * function: 2219 * free empty pages as propagating deletion up the tree 2220 * 2221 * parameter: 2222 * 2223 * return: 2224 */ 2225 static int dtDeleteUp(tid_t tid, struct inode *ip, 2226 struct metapage * fmp, dtpage_t * fp, struct btstack * btstack) 2227 { 2228 int rc = 0; 2229 struct metapage *mp; 2230 dtpage_t *p; 2231 int index, nextindex; 2232 int xlen; 2233 struct btframe *parent; 2234 struct dt_lock *dtlck; 2235 struct tlock *tlck; 2236 struct lv *lv; 2237 struct pxd_lock *pxdlock; 2238 int i; 2239 2240 /* 2241 * keep the root leaf page which has become empty 2242 */ 2243 if (BT_IS_ROOT(fmp)) { 2244 /* 2245 * reset the root 2246 * 2247 * dtInitRoot() acquires txlock on the root 2248 */ 2249 dtInitRoot(tid, ip, PARENT(ip)); 2250 2251 DT_PUTPAGE(fmp); 2252 2253 return 0; 2254 } 2255 2256 /* 2257 * free the non-root leaf page 2258 */ 2259 /* 2260 * acquire a transaction lock on the page 2261 * 2262 * write FREEXTENT|NOREDOPAGE log record 2263 * N.B. linelock is overlaid as freed extent descriptor, and 2264 * the buffer page is freed; 2265 */ 2266 tlck = txMaplock(tid, ip, tlckDTREE | tlckFREE); 2267 pxdlock = (struct pxd_lock *) & tlck->lock; 2268 pxdlock->flag = mlckFREEPXD; 2269 pxdlock->pxd = fp->header.self; 2270 pxdlock->index = 1; 2271 2272 /* update sibling pointers */ 2273 if ((rc = dtRelink(tid, ip, fp))) { 2274 BT_PUTPAGE(fmp); 2275 return rc; 2276 } 2277 2278 xlen = lengthPXD(&fp->header.self); 2279 2280 /* Free quota allocation. */ 2281 dquot_free_block(ip, xlen); 2282 2283 /* free/invalidate its buffer page */ 2284 discard_metapage(fmp); 2285 2286 /* 2287 * propagate page deletion up the directory tree 2288 * 2289 * If the delete from the parent page makes it empty, 2290 * continue all the way up the tree. 2291 * stop if the root page is reached (which is never deleted) or 2292 * if the entry deletion does not empty the page. 2293 */ 2294 while ((parent = BT_POP(btstack)) != NULL) { 2295 /* pin the parent page <sp> */ 2296 DT_GETPAGE(ip, parent->bn, mp, PSIZE, p, rc); 2297 if (rc) 2298 return rc; 2299 2300 /* 2301 * free the extent of the child page deleted 2302 */ 2303 index = parent->index; 2304 2305 /* 2306 * delete the entry for the child page from parent 2307 */ 2308 nextindex = p->header.nextindex; 2309 2310 /* 2311 * the parent has the single entry being deleted: 2312 * 2313 * free the parent page which has become empty. 2314 */ 2315 if (nextindex == 1) { 2316 /* 2317 * keep the root internal page which has become empty 2318 */ 2319 if (p->header.flag & BT_ROOT) { 2320 /* 2321 * reset the root 2322 * 2323 * dtInitRoot() acquires txlock on the root 2324 */ 2325 dtInitRoot(tid, ip, PARENT(ip)); 2326 2327 DT_PUTPAGE(mp); 2328 2329 return 0; 2330 } 2331 /* 2332 * free the parent page 2333 */ 2334 else { 2335 /* 2336 * acquire a transaction lock on the page 2337 * 2338 * write FREEXTENT|NOREDOPAGE log record 2339 */ 2340 tlck = 2341 txMaplock(tid, ip, 2342 tlckDTREE | tlckFREE); 2343 pxdlock = (struct pxd_lock *) & tlck->lock; 2344 pxdlock->flag = mlckFREEPXD; 2345 pxdlock->pxd = p->header.self; 2346 pxdlock->index = 1; 2347 2348 /* update sibling pointers */ 2349 if ((rc = dtRelink(tid, ip, p))) { 2350 DT_PUTPAGE(mp); 2351 return rc; 2352 } 2353 2354 xlen = lengthPXD(&p->header.self); 2355 2356 /* Free quota allocation */ 2357 dquot_free_block(ip, xlen); 2358 2359 /* free/invalidate its buffer page */ 2360 discard_metapage(mp); 2361 2362 /* propagate up */ 2363 continue; 2364 } 2365 } 2366 2367 /* 2368 * the parent has other entries remaining: 2369 * 2370 * delete the router entry from the parent page. 2371 */ 2372 BT_MARK_DIRTY(mp, ip); 2373 /* 2374 * acquire a transaction lock on the page 2375 * 2376 * action: router entry deletion 2377 */ 2378 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY); 2379 dtlck = (struct dt_lock *) & tlck->lock; 2380 2381 /* linelock header */ 2382 if (dtlck->index >= dtlck->maxcnt) 2383 dtlck = (struct dt_lock *) txLinelock(dtlck); 2384 lv = & dtlck->lv[dtlck->index]; 2385 lv->offset = 0; 2386 lv->length = 1; 2387 dtlck->index++; 2388 2389 /* linelock stbl of non-root leaf page */ 2390 if (!(p->header.flag & BT_ROOT)) { 2391 if (dtlck->index < dtlck->maxcnt) 2392 lv++; 2393 else { 2394 dtlck = (struct dt_lock *) txLinelock(dtlck); 2395 lv = & dtlck->lv[0]; 2396 } 2397 i = index >> L2DTSLOTSIZE; 2398 lv->offset = p->header.stblindex + i; 2399 lv->length = 2400 ((p->header.nextindex - 1) >> L2DTSLOTSIZE) - 2401 i + 1; 2402 dtlck->index++; 2403 } 2404 2405 /* free the router entry */ 2406 dtDeleteEntry(p, index, &dtlck); 2407 2408 /* reset key of new leftmost entry of level (for consistency) */ 2409 if (index == 0 && 2410 ((p->header.flag & BT_ROOT) || p->header.prev == 0)) 2411 dtTruncateEntry(p, 0, &dtlck); 2412 2413 /* unpin the parent page */ 2414 DT_PUTPAGE(mp); 2415 2416 /* exit propagation up */ 2417 break; 2418 } 2419 2420 if (!DO_INDEX(ip)) 2421 ip->i_size -= PSIZE; 2422 2423 return 0; 2424 } 2425 2426 #ifdef _NOTYET 2427 /* 2428 * NAME: dtRelocate() 2429 * 2430 * FUNCTION: relocate dtpage (internal or leaf) of directory; 2431 * This function is mainly used by defragfs utility. 2432 */ 2433 int dtRelocate(tid_t tid, struct inode *ip, s64 lmxaddr, pxd_t * opxd, 2434 s64 nxaddr) 2435 { 2436 int rc = 0; 2437 struct metapage *mp, *pmp, *lmp, *rmp; 2438 dtpage_t *p, *pp, *rp = 0, *lp= 0; 2439 s64 bn; 2440 int index; 2441 struct btstack btstack; 2442 pxd_t *pxd; 2443 s64 oxaddr, nextbn, prevbn; 2444 int xlen, xsize; 2445 struct tlock *tlck; 2446 struct dt_lock *dtlck; 2447 struct pxd_lock *pxdlock; 2448 s8 *stbl; 2449 struct lv *lv; 2450 2451 oxaddr = addressPXD(opxd); 2452 xlen = lengthPXD(opxd); 2453 2454 jfs_info("dtRelocate: lmxaddr:%Ld xaddr:%Ld:%Ld xlen:%d", 2455 (long long)lmxaddr, (long long)oxaddr, (long long)nxaddr, 2456 xlen); 2457 2458 /* 2459 * 1. get the internal parent dtpage covering 2460 * router entry for the tartget page to be relocated; 2461 */ 2462 rc = dtSearchNode(ip, lmxaddr, opxd, &btstack); 2463 if (rc) 2464 return rc; 2465 2466 /* retrieve search result */ 2467 DT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index); 2468 jfs_info("dtRelocate: parent router entry validated."); 2469 2470 /* 2471 * 2. relocate the target dtpage 2472 */ 2473 /* read in the target page from src extent */ 2474 DT_GETPAGE(ip, oxaddr, mp, PSIZE, p, rc); 2475 if (rc) { 2476 /* release the pinned parent page */ 2477 DT_PUTPAGE(pmp); 2478 return rc; 2479 } 2480 2481 /* 2482 * read in sibling pages if any to update sibling pointers; 2483 */ 2484 rmp = NULL; 2485 if (p->header.next) { 2486 nextbn = le64_to_cpu(p->header.next); 2487 DT_GETPAGE(ip, nextbn, rmp, PSIZE, rp, rc); 2488 if (rc) { 2489 DT_PUTPAGE(mp); 2490 DT_PUTPAGE(pmp); 2491 return (rc); 2492 } 2493 } 2494 2495 lmp = NULL; 2496 if (p->header.prev) { 2497 prevbn = le64_to_cpu(p->header.prev); 2498 DT_GETPAGE(ip, prevbn, lmp, PSIZE, lp, rc); 2499 if (rc) { 2500 DT_PUTPAGE(mp); 2501 DT_PUTPAGE(pmp); 2502 if (rmp) 2503 DT_PUTPAGE(rmp); 2504 return (rc); 2505 } 2506 } 2507 2508 /* at this point, all xtpages to be updated are in memory */ 2509 2510 /* 2511 * update sibling pointers of sibling dtpages if any; 2512 */ 2513 if (lmp) { 2514 tlck = txLock(tid, ip, lmp, tlckDTREE | tlckRELINK); 2515 dtlck = (struct dt_lock *) & tlck->lock; 2516 /* linelock header */ 2517 ASSERT(dtlck->index == 0); 2518 lv = & dtlck->lv[0]; 2519 lv->offset = 0; 2520 lv->length = 1; 2521 dtlck->index++; 2522 2523 lp->header.next = cpu_to_le64(nxaddr); 2524 DT_PUTPAGE(lmp); 2525 } 2526 2527 if (rmp) { 2528 tlck = txLock(tid, ip, rmp, tlckDTREE | tlckRELINK); 2529 dtlck = (struct dt_lock *) & tlck->lock; 2530 /* linelock header */ 2531 ASSERT(dtlck->index == 0); 2532 lv = & dtlck->lv[0]; 2533 lv->offset = 0; 2534 lv->length = 1; 2535 dtlck->index++; 2536 2537 rp->header.prev = cpu_to_le64(nxaddr); 2538 DT_PUTPAGE(rmp); 2539 } 2540 2541 /* 2542 * update the target dtpage to be relocated 2543 * 2544 * write LOG_REDOPAGE of LOG_NEW type for dst page 2545 * for the whole target page (logredo() will apply 2546 * after image and update bmap for allocation of the 2547 * dst extent), and update bmap for allocation of 2548 * the dst extent; 2549 */ 2550 tlck = txLock(tid, ip, mp, tlckDTREE | tlckNEW); 2551 dtlck = (struct dt_lock *) & tlck->lock; 2552 /* linelock header */ 2553 ASSERT(dtlck->index == 0); 2554 lv = & dtlck->lv[0]; 2555 2556 /* update the self address in the dtpage header */ 2557 pxd = &p->header.self; 2558 PXDaddress(pxd, nxaddr); 2559 2560 /* the dst page is the same as the src page, i.e., 2561 * linelock for afterimage of the whole page; 2562 */ 2563 lv->offset = 0; 2564 lv->length = p->header.maxslot; 2565 dtlck->index++; 2566 2567 /* update the buffer extent descriptor of the dtpage */ 2568 xsize = xlen << JFS_SBI(ip->i_sb)->l2bsize; 2569 2570 /* unpin the relocated page */ 2571 DT_PUTPAGE(mp); 2572 jfs_info("dtRelocate: target dtpage relocated."); 2573 2574 /* the moved extent is dtpage, then a LOG_NOREDOPAGE log rec 2575 * needs to be written (in logredo(), the LOG_NOREDOPAGE log rec 2576 * will also force a bmap update ). 2577 */ 2578 2579 /* 2580 * 3. acquire maplock for the source extent to be freed; 2581 */ 2582 /* for dtpage relocation, write a LOG_NOREDOPAGE record 2583 * for the source dtpage (logredo() will init NoRedoPage 2584 * filter and will also update bmap for free of the source 2585 * dtpage), and upadte bmap for free of the source dtpage; 2586 */ 2587 tlck = txMaplock(tid, ip, tlckDTREE | tlckFREE); 2588 pxdlock = (struct pxd_lock *) & tlck->lock; 2589 pxdlock->flag = mlckFREEPXD; 2590 PXDaddress(&pxdlock->pxd, oxaddr); 2591 PXDlength(&pxdlock->pxd, xlen); 2592 pxdlock->index = 1; 2593 2594 /* 2595 * 4. update the parent router entry for relocation; 2596 * 2597 * acquire tlck for the parent entry covering the target dtpage; 2598 * write LOG_REDOPAGE to apply after image only; 2599 */ 2600 jfs_info("dtRelocate: update parent router entry."); 2601 tlck = txLock(tid, ip, pmp, tlckDTREE | tlckENTRY); 2602 dtlck = (struct dt_lock *) & tlck->lock; 2603 lv = & dtlck->lv[dtlck->index]; 2604 2605 /* update the PXD with the new address */ 2606 stbl = DT_GETSTBL(pp); 2607 pxd = (pxd_t *) & pp->slot[stbl[index]]; 2608 PXDaddress(pxd, nxaddr); 2609 lv->offset = stbl[index]; 2610 lv->length = 1; 2611 dtlck->index++; 2612 2613 /* unpin the parent dtpage */ 2614 DT_PUTPAGE(pmp); 2615 2616 return rc; 2617 } 2618 2619 /* 2620 * NAME: dtSearchNode() 2621 * 2622 * FUNCTION: Search for an dtpage containing a specified address 2623 * This function is mainly used by defragfs utility. 2624 * 2625 * NOTE: Search result on stack, the found page is pinned at exit. 2626 * The result page must be an internal dtpage. 2627 * lmxaddr give the address of the left most page of the 2628 * dtree level, in which the required dtpage resides. 2629 */ 2630 static int dtSearchNode(struct inode *ip, s64 lmxaddr, pxd_t * kpxd, 2631 struct btstack * btstack) 2632 { 2633 int rc = 0; 2634 s64 bn; 2635 struct metapage *mp; 2636 dtpage_t *p; 2637 int psize = 288; /* initial in-line directory */ 2638 s8 *stbl; 2639 int i; 2640 pxd_t *pxd; 2641 struct btframe *btsp; 2642 2643 BT_CLR(btstack); /* reset stack */ 2644 2645 /* 2646 * descend tree to the level with specified leftmost page 2647 * 2648 * by convention, root bn = 0. 2649 */ 2650 for (bn = 0;;) { 2651 /* get/pin the page to search */ 2652 DT_GETPAGE(ip, bn, mp, psize, p, rc); 2653 if (rc) 2654 return rc; 2655 2656 /* does the xaddr of leftmost page of the levevl 2657 * matches levevl search key ? 2658 */ 2659 if (p->header.flag & BT_ROOT) { 2660 if (lmxaddr == 0) 2661 break; 2662 } else if (addressPXD(&p->header.self) == lmxaddr) 2663 break; 2664 2665 /* 2666 * descend down to leftmost child page 2667 */ 2668 if (p->header.flag & BT_LEAF) { 2669 DT_PUTPAGE(mp); 2670 return -ESTALE; 2671 } 2672 2673 /* get the leftmost entry */ 2674 stbl = DT_GETSTBL(p); 2675 pxd = (pxd_t *) & p->slot[stbl[0]]; 2676 2677 /* get the child page block address */ 2678 bn = addressPXD(pxd); 2679 psize = lengthPXD(pxd) << JFS_SBI(ip->i_sb)->l2bsize; 2680 /* unpin the parent page */ 2681 DT_PUTPAGE(mp); 2682 } 2683 2684 /* 2685 * search each page at the current levevl 2686 */ 2687 loop: 2688 stbl = DT_GETSTBL(p); 2689 for (i = 0; i < p->header.nextindex; i++) { 2690 pxd = (pxd_t *) & p->slot[stbl[i]]; 2691 2692 /* found the specified router entry */ 2693 if (addressPXD(pxd) == addressPXD(kpxd) && 2694 lengthPXD(pxd) == lengthPXD(kpxd)) { 2695 btsp = btstack->top; 2696 btsp->bn = bn; 2697 btsp->index = i; 2698 btsp->mp = mp; 2699 2700 return 0; 2701 } 2702 } 2703 2704 /* get the right sibling page if any */ 2705 if (p->header.next) 2706 bn = le64_to_cpu(p->header.next); 2707 else { 2708 DT_PUTPAGE(mp); 2709 return -ESTALE; 2710 } 2711 2712 /* unpin current page */ 2713 DT_PUTPAGE(mp); 2714 2715 /* get the right sibling page */ 2716 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 2717 if (rc) 2718 return rc; 2719 2720 goto loop; 2721 } 2722 #endif /* _NOTYET */ 2723 2724 /* 2725 * dtRelink() 2726 * 2727 * function: 2728 * link around a freed page. 2729 * 2730 * parameter: 2731 * fp: page to be freed 2732 * 2733 * return: 2734 */ 2735 static int dtRelink(tid_t tid, struct inode *ip, dtpage_t * p) 2736 { 2737 int rc; 2738 struct metapage *mp; 2739 s64 nextbn, prevbn; 2740 struct tlock *tlck; 2741 struct dt_lock *dtlck; 2742 struct lv *lv; 2743 2744 nextbn = le64_to_cpu(p->header.next); 2745 prevbn = le64_to_cpu(p->header.prev); 2746 2747 /* update prev pointer of the next page */ 2748 if (nextbn != 0) { 2749 DT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc); 2750 if (rc) 2751 return rc; 2752 2753 BT_MARK_DIRTY(mp, ip); 2754 /* 2755 * acquire a transaction lock on the next page 2756 * 2757 * action: update prev pointer; 2758 */ 2759 tlck = txLock(tid, ip, mp, tlckDTREE | tlckRELINK); 2760 jfs_info("dtRelink nextbn: tlck = 0x%p, ip = 0x%p, mp=0x%p", 2761 tlck, ip, mp); 2762 dtlck = (struct dt_lock *) & tlck->lock; 2763 2764 /* linelock header */ 2765 if (dtlck->index >= dtlck->maxcnt) 2766 dtlck = (struct dt_lock *) txLinelock(dtlck); 2767 lv = & dtlck->lv[dtlck->index]; 2768 lv->offset = 0; 2769 lv->length = 1; 2770 dtlck->index++; 2771 2772 p->header.prev = cpu_to_le64(prevbn); 2773 DT_PUTPAGE(mp); 2774 } 2775 2776 /* update next pointer of the previous page */ 2777 if (prevbn != 0) { 2778 DT_GETPAGE(ip, prevbn, mp, PSIZE, p, rc); 2779 if (rc) 2780 return rc; 2781 2782 BT_MARK_DIRTY(mp, ip); 2783 /* 2784 * acquire a transaction lock on the prev page 2785 * 2786 * action: update next pointer; 2787 */ 2788 tlck = txLock(tid, ip, mp, tlckDTREE | tlckRELINK); 2789 jfs_info("dtRelink prevbn: tlck = 0x%p, ip = 0x%p, mp=0x%p", 2790 tlck, ip, mp); 2791 dtlck = (struct dt_lock *) & tlck->lock; 2792 2793 /* linelock header */ 2794 if (dtlck->index >= dtlck->maxcnt) 2795 dtlck = (struct dt_lock *) txLinelock(dtlck); 2796 lv = & dtlck->lv[dtlck->index]; 2797 lv->offset = 0; 2798 lv->length = 1; 2799 dtlck->index++; 2800 2801 p->header.next = cpu_to_le64(nextbn); 2802 DT_PUTPAGE(mp); 2803 } 2804 2805 return 0; 2806 } 2807 2808 2809 /* 2810 * dtInitRoot() 2811 * 2812 * initialize directory root (inline in inode) 2813 */ 2814 void dtInitRoot(tid_t tid, struct inode *ip, u32 idotdot) 2815 { 2816 struct jfs_inode_info *jfs_ip = JFS_IP(ip); 2817 dtroot_t *p; 2818 int fsi; 2819 struct dtslot *f; 2820 struct tlock *tlck; 2821 struct dt_lock *dtlck; 2822 struct lv *lv; 2823 u16 xflag_save; 2824 2825 /* 2826 * If this was previously an non-empty directory, we need to remove 2827 * the old directory table. 2828 */ 2829 if (DO_INDEX(ip)) { 2830 if (!jfs_dirtable_inline(ip)) { 2831 struct tblock *tblk = tid_to_tblock(tid); 2832 /* 2833 * We're playing games with the tid's xflag. If 2834 * we're removing a regular file, the file's xtree 2835 * is committed with COMMIT_PMAP, but we always 2836 * commit the directories xtree with COMMIT_PWMAP. 2837 */ 2838 xflag_save = tblk->xflag; 2839 tblk->xflag = 0; 2840 /* 2841 * xtTruncate isn't guaranteed to fully truncate 2842 * the xtree. The caller needs to check i_size 2843 * after committing the transaction to see if 2844 * additional truncation is needed. The 2845 * COMMIT_Stale flag tells caller that we 2846 * initiated the truncation. 2847 */ 2848 xtTruncate(tid, ip, 0, COMMIT_PWMAP); 2849 set_cflag(COMMIT_Stale, ip); 2850 2851 tblk->xflag = xflag_save; 2852 } else 2853 ip->i_size = 1; 2854 2855 jfs_ip->next_index = 2; 2856 } else 2857 ip->i_size = IDATASIZE; 2858 2859 /* 2860 * acquire a transaction lock on the root 2861 * 2862 * action: directory initialization; 2863 */ 2864 tlck = txLock(tid, ip, (struct metapage *) & jfs_ip->bxflag, 2865 tlckDTREE | tlckENTRY | tlckBTROOT); 2866 dtlck = (struct dt_lock *) & tlck->lock; 2867 2868 /* linelock root */ 2869 ASSERT(dtlck->index == 0); 2870 lv = & dtlck->lv[0]; 2871 lv->offset = 0; 2872 lv->length = DTROOTMAXSLOT; 2873 dtlck->index++; 2874 2875 p = &jfs_ip->i_dtroot; 2876 2877 p->header.flag = DXD_INDEX | BT_ROOT | BT_LEAF; 2878 2879 p->header.nextindex = 0; 2880 2881 /* init freelist */ 2882 fsi = 1; 2883 f = &p->slot[fsi]; 2884 2885 /* init data area of root */ 2886 for (fsi++; fsi < DTROOTMAXSLOT; f++, fsi++) 2887 f->next = fsi; 2888 f->next = -1; 2889 2890 p->header.freelist = 1; 2891 p->header.freecnt = 8; 2892 2893 /* init '..' entry */ 2894 p->header.idotdot = cpu_to_le32(idotdot); 2895 2896 return; 2897 } 2898 2899 /* 2900 * add_missing_indices() 2901 * 2902 * function: Fix dtree page in which one or more entries has an invalid index. 2903 * fsck.jfs should really fix this, but it currently does not. 2904 * Called from jfs_readdir when bad index is detected. 2905 */ 2906 static void add_missing_indices(struct inode *inode, s64 bn) 2907 { 2908 struct ldtentry *d; 2909 struct dt_lock *dtlck; 2910 int i; 2911 uint index; 2912 struct lv *lv; 2913 struct metapage *mp; 2914 dtpage_t *p; 2915 int rc; 2916 s8 *stbl; 2917 tid_t tid; 2918 struct tlock *tlck; 2919 2920 tid = txBegin(inode->i_sb, 0); 2921 2922 DT_GETPAGE(inode, bn, mp, PSIZE, p, rc); 2923 2924 if (rc) { 2925 printk(KERN_ERR "DT_GETPAGE failed!\n"); 2926 goto end; 2927 } 2928 BT_MARK_DIRTY(mp, inode); 2929 2930 ASSERT(p->header.flag & BT_LEAF); 2931 2932 tlck = txLock(tid, inode, mp, tlckDTREE | tlckENTRY); 2933 if (BT_IS_ROOT(mp)) 2934 tlck->type |= tlckBTROOT; 2935 2936 dtlck = (struct dt_lock *) &tlck->lock; 2937 2938 stbl = DT_GETSTBL(p); 2939 for (i = 0; i < p->header.nextindex; i++) { 2940 d = (struct ldtentry *) &p->slot[stbl[i]]; 2941 index = le32_to_cpu(d->index); 2942 if ((index < 2) || (index >= JFS_IP(inode)->next_index)) { 2943 d->index = cpu_to_le32(add_index(tid, inode, bn, i)); 2944 if (dtlck->index >= dtlck->maxcnt) 2945 dtlck = (struct dt_lock *) txLinelock(dtlck); 2946 lv = &dtlck->lv[dtlck->index]; 2947 lv->offset = stbl[i]; 2948 lv->length = 1; 2949 dtlck->index++; 2950 } 2951 } 2952 2953 DT_PUTPAGE(mp); 2954 (void) txCommit(tid, 1, &inode, 0); 2955 end: 2956 txEnd(tid); 2957 } 2958 2959 /* 2960 * Buffer to hold directory entry info while traversing a dtree page 2961 * before being fed to the filldir function 2962 */ 2963 struct jfs_dirent { 2964 loff_t position; 2965 int ino; 2966 u16 name_len; 2967 char name[]; 2968 }; 2969 2970 /* 2971 * function to determine next variable-sized jfs_dirent in buffer 2972 */ 2973 static inline struct jfs_dirent *next_jfs_dirent(struct jfs_dirent *dirent) 2974 { 2975 return (struct jfs_dirent *) 2976 ((char *)dirent + 2977 ((sizeof (struct jfs_dirent) + dirent->name_len + 1 + 2978 sizeof (loff_t) - 1) & 2979 ~(sizeof (loff_t) - 1))); 2980 } 2981 2982 /* 2983 * jfs_readdir() 2984 * 2985 * function: read directory entries sequentially 2986 * from the specified entry offset 2987 * 2988 * parameter: 2989 * 2990 * return: offset = (pn, index) of start entry 2991 * of next jfs_readdir()/dtRead() 2992 */ 2993 int jfs_readdir(struct file *file, struct dir_context *ctx) 2994 { 2995 struct inode *ip = file_inode(file); 2996 struct nls_table *codepage = JFS_SBI(ip->i_sb)->nls_tab; 2997 int rc = 0; 2998 loff_t dtpos; /* legacy OS/2 style position */ 2999 struct dtoffset { 3000 s16 pn; 3001 s16 index; 3002 s32 unused; 3003 } *dtoffset = (struct dtoffset *) &dtpos; 3004 s64 bn; 3005 struct metapage *mp; 3006 dtpage_t *p; 3007 int index; 3008 s8 *stbl; 3009 struct btstack btstack; 3010 int i, next; 3011 struct ldtentry *d; 3012 struct dtslot *t; 3013 int d_namleft, len, outlen; 3014 unsigned long dirent_buf; 3015 char *name_ptr; 3016 u32 dir_index; 3017 int do_index = 0; 3018 uint loop_count = 0; 3019 struct jfs_dirent *jfs_dirent; 3020 int jfs_dirents; 3021 int overflow, fix_page, page_fixed = 0; 3022 static int unique_pos = 2; /* If we can't fix broken index */ 3023 3024 if (ctx->pos == DIREND) 3025 return 0; 3026 3027 if (DO_INDEX(ip)) { 3028 /* 3029 * persistent index is stored in directory entries. 3030 * Special cases: 0 = . 3031 * 1 = .. 3032 * -1 = End of directory 3033 */ 3034 do_index = 1; 3035 3036 dir_index = (u32) ctx->pos; 3037 3038 /* 3039 * NFSv4 reserves cookies 1 and 2 for . and .. so the value 3040 * we return to the vfs is one greater than the one we use 3041 * internally. 3042 */ 3043 if (dir_index) 3044 dir_index--; 3045 3046 if (dir_index > 1) { 3047 struct dir_table_slot dirtab_slot; 3048 3049 if (dtEmpty(ip) || 3050 (dir_index >= JFS_IP(ip)->next_index)) { 3051 /* Stale position. Directory has shrunk */ 3052 ctx->pos = DIREND; 3053 return 0; 3054 } 3055 repeat: 3056 rc = read_index(ip, dir_index, &dirtab_slot); 3057 if (rc) { 3058 ctx->pos = DIREND; 3059 return rc; 3060 } 3061 if (dirtab_slot.flag == DIR_INDEX_FREE) { 3062 if (loop_count++ > JFS_IP(ip)->next_index) { 3063 jfs_err("jfs_readdir detected infinite loop!"); 3064 ctx->pos = DIREND; 3065 return 0; 3066 } 3067 dir_index = le32_to_cpu(dirtab_slot.addr2); 3068 if (dir_index == -1) { 3069 ctx->pos = DIREND; 3070 return 0; 3071 } 3072 goto repeat; 3073 } 3074 bn = addressDTS(&dirtab_slot); 3075 index = dirtab_slot.slot; 3076 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 3077 if (rc) { 3078 ctx->pos = DIREND; 3079 return 0; 3080 } 3081 if (p->header.flag & BT_INTERNAL) { 3082 jfs_err("jfs_readdir: bad index table"); 3083 DT_PUTPAGE(mp); 3084 ctx->pos = DIREND; 3085 return 0; 3086 } 3087 } else { 3088 if (dir_index == 0) { 3089 /* 3090 * self "." 3091 */ 3092 ctx->pos = 1; 3093 if (!dir_emit(ctx, ".", 1, ip->i_ino, DT_DIR)) 3094 return 0; 3095 } 3096 /* 3097 * parent ".." 3098 */ 3099 ctx->pos = 2; 3100 if (!dir_emit(ctx, "..", 2, PARENT(ip), DT_DIR)) 3101 return 0; 3102 3103 /* 3104 * Find first entry of left-most leaf 3105 */ 3106 if (dtEmpty(ip)) { 3107 ctx->pos = DIREND; 3108 return 0; 3109 } 3110 3111 if ((rc = dtReadFirst(ip, &btstack))) 3112 return rc; 3113 3114 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index); 3115 } 3116 } else { 3117 /* 3118 * Legacy filesystem - OS/2 & Linux JFS < 0.3.6 3119 * 3120 * pn = 0; index = 1: First entry "." 3121 * pn = 0; index = 2: Second entry ".." 3122 * pn > 0: Real entries, pn=1 -> leftmost page 3123 * pn = index = -1: No more entries 3124 */ 3125 dtpos = ctx->pos; 3126 if (dtpos < 2) { 3127 /* build "." entry */ 3128 ctx->pos = 1; 3129 if (!dir_emit(ctx, ".", 1, ip->i_ino, DT_DIR)) 3130 return 0; 3131 dtoffset->index = 2; 3132 ctx->pos = dtpos; 3133 } 3134 3135 if (dtoffset->pn == 0) { 3136 if (dtoffset->index == 2) { 3137 /* build ".." entry */ 3138 if (!dir_emit(ctx, "..", 2, PARENT(ip), DT_DIR)) 3139 return 0; 3140 } else { 3141 jfs_err("jfs_readdir called with invalid offset!"); 3142 } 3143 dtoffset->pn = 1; 3144 dtoffset->index = 0; 3145 ctx->pos = dtpos; 3146 } 3147 3148 if (dtEmpty(ip)) { 3149 ctx->pos = DIREND; 3150 return 0; 3151 } 3152 3153 if ((rc = dtReadNext(ip, &ctx->pos, &btstack))) { 3154 jfs_err("jfs_readdir: unexpected rc = %d from dtReadNext", 3155 rc); 3156 ctx->pos = DIREND; 3157 return 0; 3158 } 3159 /* get start leaf page and index */ 3160 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index); 3161 3162 /* offset beyond directory eof ? */ 3163 if (bn < 0) { 3164 ctx->pos = DIREND; 3165 return 0; 3166 } 3167 } 3168 3169 dirent_buf = __get_free_page(GFP_KERNEL); 3170 if (dirent_buf == 0) { 3171 DT_PUTPAGE(mp); 3172 jfs_warn("jfs_readdir: __get_free_page failed!"); 3173 ctx->pos = DIREND; 3174 return -ENOMEM; 3175 } 3176 3177 while (1) { 3178 jfs_dirent = (struct jfs_dirent *) dirent_buf; 3179 jfs_dirents = 0; 3180 overflow = fix_page = 0; 3181 3182 stbl = DT_GETSTBL(p); 3183 3184 for (i = index; i < p->header.nextindex; i++) { 3185 d = (struct ldtentry *) & p->slot[stbl[i]]; 3186 3187 if (((long) jfs_dirent + d->namlen + 1) > 3188 (dirent_buf + PAGE_SIZE)) { 3189 /* DBCS codepages could overrun dirent_buf */ 3190 index = i; 3191 overflow = 1; 3192 break; 3193 } 3194 3195 d_namleft = d->namlen; 3196 name_ptr = jfs_dirent->name; 3197 jfs_dirent->ino = le32_to_cpu(d->inumber); 3198 3199 if (do_index) { 3200 len = min(d_namleft, DTLHDRDATALEN); 3201 jfs_dirent->position = le32_to_cpu(d->index); 3202 /* 3203 * d->index should always be valid, but it 3204 * isn't. fsck.jfs doesn't create the 3205 * directory index for the lost+found 3206 * directory. Rather than let it go, 3207 * we can try to fix it. 3208 */ 3209 if ((jfs_dirent->position < 2) || 3210 (jfs_dirent->position >= 3211 JFS_IP(ip)->next_index)) { 3212 if (!page_fixed && !isReadOnly(ip)) { 3213 fix_page = 1; 3214 /* 3215 * setting overflow and setting 3216 * index to i will cause the 3217 * same page to be processed 3218 * again starting here 3219 */ 3220 overflow = 1; 3221 index = i; 3222 break; 3223 } 3224 jfs_dirent->position = unique_pos++; 3225 } 3226 /* 3227 * We add 1 to the index because we may 3228 * use a value of 2 internally, and NFSv4 3229 * doesn't like that. 3230 */ 3231 jfs_dirent->position++; 3232 } else { 3233 jfs_dirent->position = dtpos; 3234 len = min(d_namleft, DTLHDRDATALEN_LEGACY); 3235 } 3236 3237 /* copy the name of head/only segment */ 3238 outlen = jfs_strfromUCS_le(name_ptr, d->name, len, 3239 codepage); 3240 jfs_dirent->name_len = outlen; 3241 3242 /* copy name in the additional segment(s) */ 3243 next = d->next; 3244 while (next >= 0) { 3245 t = (struct dtslot *) & p->slot[next]; 3246 name_ptr += outlen; 3247 d_namleft -= len; 3248 /* Sanity Check */ 3249 if (d_namleft == 0) { 3250 jfs_error(ip->i_sb, 3251 "JFS:Dtree error: ino = %ld, bn=%lld, index = %d\n", 3252 (long)ip->i_ino, 3253 (long long)bn, 3254 i); 3255 goto skip_one; 3256 } 3257 len = min(d_namleft, DTSLOTDATALEN); 3258 outlen = jfs_strfromUCS_le(name_ptr, t->name, 3259 len, codepage); 3260 jfs_dirent->name_len += outlen; 3261 3262 next = t->next; 3263 } 3264 3265 jfs_dirents++; 3266 jfs_dirent = next_jfs_dirent(jfs_dirent); 3267 skip_one: 3268 if (!do_index) 3269 dtoffset->index++; 3270 } 3271 3272 if (!overflow) { 3273 /* Point to next leaf page */ 3274 if (p->header.flag & BT_ROOT) 3275 bn = 0; 3276 else { 3277 bn = le64_to_cpu(p->header.next); 3278 index = 0; 3279 /* update offset (pn:index) for new page */ 3280 if (!do_index) { 3281 dtoffset->pn++; 3282 dtoffset->index = 0; 3283 } 3284 } 3285 page_fixed = 0; 3286 } 3287 3288 /* unpin previous leaf page */ 3289 DT_PUTPAGE(mp); 3290 3291 jfs_dirent = (struct jfs_dirent *) dirent_buf; 3292 while (jfs_dirents--) { 3293 ctx->pos = jfs_dirent->position; 3294 if (!dir_emit(ctx, jfs_dirent->name, 3295 jfs_dirent->name_len, 3296 jfs_dirent->ino, DT_UNKNOWN)) 3297 goto out; 3298 jfs_dirent = next_jfs_dirent(jfs_dirent); 3299 } 3300 3301 if (fix_page) { 3302 add_missing_indices(ip, bn); 3303 page_fixed = 1; 3304 } 3305 3306 if (!overflow && (bn == 0)) { 3307 ctx->pos = DIREND; 3308 break; 3309 } 3310 3311 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 3312 if (rc) { 3313 free_page(dirent_buf); 3314 return rc; 3315 } 3316 } 3317 3318 out: 3319 free_page(dirent_buf); 3320 3321 return rc; 3322 } 3323 3324 3325 /* 3326 * dtReadFirst() 3327 * 3328 * function: get the leftmost page of the directory 3329 */ 3330 static int dtReadFirst(struct inode *ip, struct btstack * btstack) 3331 { 3332 int rc = 0; 3333 s64 bn; 3334 int psize = 288; /* initial in-line directory */ 3335 struct metapage *mp; 3336 dtpage_t *p; 3337 s8 *stbl; 3338 struct btframe *btsp; 3339 pxd_t *xd; 3340 3341 BT_CLR(btstack); /* reset stack */ 3342 3343 /* 3344 * descend leftmost path of the tree 3345 * 3346 * by convention, root bn = 0. 3347 */ 3348 for (bn = 0;;) { 3349 DT_GETPAGE(ip, bn, mp, psize, p, rc); 3350 if (rc) 3351 return rc; 3352 3353 /* 3354 * leftmost leaf page 3355 */ 3356 if (p->header.flag & BT_LEAF) { 3357 /* return leftmost entry */ 3358 btsp = btstack->top; 3359 btsp->bn = bn; 3360 btsp->index = 0; 3361 btsp->mp = mp; 3362 3363 return 0; 3364 } 3365 3366 /* 3367 * descend down to leftmost child page 3368 */ 3369 if (BT_STACK_FULL(btstack)) { 3370 DT_PUTPAGE(mp); 3371 jfs_error(ip->i_sb, "btstack overrun\n"); 3372 BT_STACK_DUMP(btstack); 3373 return -EIO; 3374 } 3375 /* push (bn, index) of the parent page/entry */ 3376 BT_PUSH(btstack, bn, 0); 3377 3378 /* get the leftmost entry */ 3379 stbl = DT_GETSTBL(p); 3380 xd = (pxd_t *) & p->slot[stbl[0]]; 3381 3382 /* get the child page block address */ 3383 bn = addressPXD(xd); 3384 psize = lengthPXD(xd) << JFS_SBI(ip->i_sb)->l2bsize; 3385 3386 /* unpin the parent page */ 3387 DT_PUTPAGE(mp); 3388 } 3389 } 3390 3391 3392 /* 3393 * dtReadNext() 3394 * 3395 * function: get the page of the specified offset (pn:index) 3396 * 3397 * return: if (offset > eof), bn = -1; 3398 * 3399 * note: if index > nextindex of the target leaf page, 3400 * start with 1st entry of next leaf page; 3401 */ 3402 static int dtReadNext(struct inode *ip, loff_t * offset, 3403 struct btstack * btstack) 3404 { 3405 int rc = 0; 3406 struct dtoffset { 3407 s16 pn; 3408 s16 index; 3409 s32 unused; 3410 } *dtoffset = (struct dtoffset *) offset; 3411 s64 bn; 3412 struct metapage *mp; 3413 dtpage_t *p; 3414 int index; 3415 int pn; 3416 s8 *stbl; 3417 struct btframe *btsp, *parent; 3418 pxd_t *xd; 3419 3420 /* 3421 * get leftmost leaf page pinned 3422 */ 3423 if ((rc = dtReadFirst(ip, btstack))) 3424 return rc; 3425 3426 /* get leaf page */ 3427 DT_GETSEARCH(ip, btstack->top, bn, mp, p, index); 3428 3429 /* get the start offset (pn:index) */ 3430 pn = dtoffset->pn - 1; /* Now pn = 0 represents leftmost leaf */ 3431 index = dtoffset->index; 3432 3433 /* start at leftmost page ? */ 3434 if (pn == 0) { 3435 /* offset beyond eof ? */ 3436 if (index < p->header.nextindex) 3437 goto out; 3438 3439 if (p->header.flag & BT_ROOT) { 3440 bn = -1; 3441 goto out; 3442 } 3443 3444 /* start with 1st entry of next leaf page */ 3445 dtoffset->pn++; 3446 dtoffset->index = index = 0; 3447 goto a; 3448 } 3449 3450 /* start at non-leftmost page: scan parent pages for large pn */ 3451 if (p->header.flag & BT_ROOT) { 3452 bn = -1; 3453 goto out; 3454 } 3455 3456 /* start after next leaf page ? */ 3457 if (pn > 1) 3458 goto b; 3459 3460 /* get leaf page pn = 1 */ 3461 a: 3462 bn = le64_to_cpu(p->header.next); 3463 3464 /* unpin leaf page */ 3465 DT_PUTPAGE(mp); 3466 3467 /* offset beyond eof ? */ 3468 if (bn == 0) { 3469 bn = -1; 3470 goto out; 3471 } 3472 3473 goto c; 3474 3475 /* 3476 * scan last internal page level to get target leaf page 3477 */ 3478 b: 3479 /* unpin leftmost leaf page */ 3480 DT_PUTPAGE(mp); 3481 3482 /* get left most parent page */ 3483 btsp = btstack->top; 3484 parent = btsp - 1; 3485 bn = parent->bn; 3486 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 3487 if (rc) 3488 return rc; 3489 3490 /* scan parent pages at last internal page level */ 3491 while (pn >= p->header.nextindex) { 3492 pn -= p->header.nextindex; 3493 3494 /* get next parent page address */ 3495 bn = le64_to_cpu(p->header.next); 3496 3497 /* unpin current parent page */ 3498 DT_PUTPAGE(mp); 3499 3500 /* offset beyond eof ? */ 3501 if (bn == 0) { 3502 bn = -1; 3503 goto out; 3504 } 3505 3506 /* get next parent page */ 3507 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 3508 if (rc) 3509 return rc; 3510 3511 /* update parent page stack frame */ 3512 parent->bn = bn; 3513 } 3514 3515 /* get leaf page address */ 3516 stbl = DT_GETSTBL(p); 3517 xd = (pxd_t *) & p->slot[stbl[pn]]; 3518 bn = addressPXD(xd); 3519 3520 /* unpin parent page */ 3521 DT_PUTPAGE(mp); 3522 3523 /* 3524 * get target leaf page 3525 */ 3526 c: 3527 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 3528 if (rc) 3529 return rc; 3530 3531 /* 3532 * leaf page has been completed: 3533 * start with 1st entry of next leaf page 3534 */ 3535 if (index >= p->header.nextindex) { 3536 bn = le64_to_cpu(p->header.next); 3537 3538 /* unpin leaf page */ 3539 DT_PUTPAGE(mp); 3540 3541 /* offset beyond eof ? */ 3542 if (bn == 0) { 3543 bn = -1; 3544 goto out; 3545 } 3546 3547 /* get next leaf page */ 3548 DT_GETPAGE(ip, bn, mp, PSIZE, p, rc); 3549 if (rc) 3550 return rc; 3551 3552 /* start with 1st entry of next leaf page */ 3553 dtoffset->pn++; 3554 dtoffset->index = 0; 3555 } 3556 3557 out: 3558 /* return target leaf page pinned */ 3559 btsp = btstack->top; 3560 btsp->bn = bn; 3561 btsp->index = dtoffset->index; 3562 btsp->mp = mp; 3563 3564 return 0; 3565 } 3566 3567 3568 /* 3569 * dtCompare() 3570 * 3571 * function: compare search key with an internal entry 3572 * 3573 * return: 3574 * < 0 if k is < record 3575 * = 0 if k is = record 3576 * > 0 if k is > record 3577 */ 3578 static int dtCompare(struct component_name * key, /* search key */ 3579 dtpage_t * p, /* directory page */ 3580 int si) 3581 { /* entry slot index */ 3582 wchar_t *kname; 3583 __le16 *name; 3584 int klen, namlen, len, rc; 3585 struct idtentry *ih; 3586 struct dtslot *t; 3587 3588 /* 3589 * force the left-most key on internal pages, at any level of 3590 * the tree, to be less than any search key. 3591 * this obviates having to update the leftmost key on an internal 3592 * page when the user inserts a new key in the tree smaller than 3593 * anything that has been stored. 3594 * 3595 * (? if/when dtSearch() narrows down to 1st entry (index = 0), 3596 * at any internal page at any level of the tree, 3597 * it descends to child of the entry anyway - 3598 * ? make the entry as min size dummy entry) 3599 * 3600 * if (e->index == 0 && h->prevpg == P_INVALID && !(h->flags & BT_LEAF)) 3601 * return (1); 3602 */ 3603 3604 kname = key->name; 3605 klen = key->namlen; 3606 3607 ih = (struct idtentry *) & p->slot[si]; 3608 si = ih->next; 3609 name = ih->name; 3610 namlen = ih->namlen; 3611 len = min(namlen, DTIHDRDATALEN); 3612 3613 /* compare with head/only segment */ 3614 len = min(klen, len); 3615 if ((rc = UniStrncmp_le(kname, name, len))) 3616 return rc; 3617 3618 klen -= len; 3619 namlen -= len; 3620 3621 /* compare with additional segment(s) */ 3622 kname += len; 3623 while (klen > 0 && namlen > 0) { 3624 /* compare with next name segment */ 3625 t = (struct dtslot *) & p->slot[si]; 3626 len = min(namlen, DTSLOTDATALEN); 3627 len = min(klen, len); 3628 name = t->name; 3629 if ((rc = UniStrncmp_le(kname, name, len))) 3630 return rc; 3631 3632 klen -= len; 3633 namlen -= len; 3634 kname += len; 3635 si = t->next; 3636 } 3637 3638 return (klen - namlen); 3639 } 3640 3641 3642 3643 3644 /* 3645 * ciCompare() 3646 * 3647 * function: compare search key with an (leaf/internal) entry 3648 * 3649 * return: 3650 * < 0 if k is < record 3651 * = 0 if k is = record 3652 * > 0 if k is > record 3653 */ 3654 static int ciCompare(struct component_name * key, /* search key */ 3655 dtpage_t * p, /* directory page */ 3656 int si, /* entry slot index */ 3657 int flag) 3658 { 3659 wchar_t *kname, x; 3660 __le16 *name; 3661 int klen, namlen, len, rc; 3662 struct ldtentry *lh; 3663 struct idtentry *ih; 3664 struct dtslot *t; 3665 int i; 3666 3667 /* 3668 * force the left-most key on internal pages, at any level of 3669 * the tree, to be less than any search key. 3670 * this obviates having to update the leftmost key on an internal 3671 * page when the user inserts a new key in the tree smaller than 3672 * anything that has been stored. 3673 * 3674 * (? if/when dtSearch() narrows down to 1st entry (index = 0), 3675 * at any internal page at any level of the tree, 3676 * it descends to child of the entry anyway - 3677 * ? make the entry as min size dummy entry) 3678 * 3679 * if (e->index == 0 && h->prevpg == P_INVALID && !(h->flags & BT_LEAF)) 3680 * return (1); 3681 */ 3682 3683 kname = key->name; 3684 klen = key->namlen; 3685 3686 /* 3687 * leaf page entry 3688 */ 3689 if (p->header.flag & BT_LEAF) { 3690 lh = (struct ldtentry *) & p->slot[si]; 3691 si = lh->next; 3692 name = lh->name; 3693 namlen = lh->namlen; 3694 if (flag & JFS_DIR_INDEX) 3695 len = min(namlen, DTLHDRDATALEN); 3696 else 3697 len = min(namlen, DTLHDRDATALEN_LEGACY); 3698 } 3699 /* 3700 * internal page entry 3701 */ 3702 else { 3703 ih = (struct idtentry *) & p->slot[si]; 3704 si = ih->next; 3705 name = ih->name; 3706 namlen = ih->namlen; 3707 len = min(namlen, DTIHDRDATALEN); 3708 } 3709 3710 /* compare with head/only segment */ 3711 len = min(klen, len); 3712 for (i = 0; i < len; i++, kname++, name++) { 3713 /* only uppercase if case-insensitive support is on */ 3714 if ((flag & JFS_OS2) == JFS_OS2) 3715 x = UniToupper(le16_to_cpu(*name)); 3716 else 3717 x = le16_to_cpu(*name); 3718 if ((rc = *kname - x)) 3719 return rc; 3720 } 3721 3722 klen -= len; 3723 namlen -= len; 3724 3725 /* compare with additional segment(s) */ 3726 while (klen > 0 && namlen > 0) { 3727 /* compare with next name segment */ 3728 t = (struct dtslot *) & p->slot[si]; 3729 len = min(namlen, DTSLOTDATALEN); 3730 len = min(klen, len); 3731 name = t->name; 3732 for (i = 0; i < len; i++, kname++, name++) { 3733 /* only uppercase if case-insensitive support is on */ 3734 if ((flag & JFS_OS2) == JFS_OS2) 3735 x = UniToupper(le16_to_cpu(*name)); 3736 else 3737 x = le16_to_cpu(*name); 3738 3739 if ((rc = *kname - x)) 3740 return rc; 3741 } 3742 3743 klen -= len; 3744 namlen -= len; 3745 si = t->next; 3746 } 3747 3748 return (klen - namlen); 3749 } 3750 3751 3752 /* 3753 * ciGetLeafPrefixKey() 3754 * 3755 * function: compute prefix of suffix compression 3756 * from two adjacent leaf entries 3757 * across page boundary 3758 * 3759 * return: non-zero on error 3760 * 3761 */ 3762 static int ciGetLeafPrefixKey(dtpage_t * lp, int li, dtpage_t * rp, 3763 int ri, struct component_name * key, int flag) 3764 { 3765 int klen, namlen; 3766 wchar_t *pl, *pr, *kname; 3767 struct component_name lkey; 3768 struct component_name rkey; 3769 3770 lkey.name = kmalloc_array(JFS_NAME_MAX + 1, sizeof(wchar_t), 3771 GFP_KERNEL); 3772 if (lkey.name == NULL) 3773 return -ENOMEM; 3774 3775 rkey.name = kmalloc_array(JFS_NAME_MAX + 1, sizeof(wchar_t), 3776 GFP_KERNEL); 3777 if (rkey.name == NULL) { 3778 kfree(lkey.name); 3779 return -ENOMEM; 3780 } 3781 3782 /* get left and right key */ 3783 dtGetKey(lp, li, &lkey, flag); 3784 lkey.name[lkey.namlen] = 0; 3785 3786 if ((flag & JFS_OS2) == JFS_OS2) 3787 ciToUpper(&lkey); 3788 3789 dtGetKey(rp, ri, &rkey, flag); 3790 rkey.name[rkey.namlen] = 0; 3791 3792 3793 if ((flag & JFS_OS2) == JFS_OS2) 3794 ciToUpper(&rkey); 3795 3796 /* compute prefix */ 3797 klen = 0; 3798 kname = key->name; 3799 namlen = min(lkey.namlen, rkey.namlen); 3800 for (pl = lkey.name, pr = rkey.name; 3801 namlen; pl++, pr++, namlen--, klen++, kname++) { 3802 *kname = *pr; 3803 if (*pl != *pr) { 3804 key->namlen = klen + 1; 3805 goto free_names; 3806 } 3807 } 3808 3809 /* l->namlen <= r->namlen since l <= r */ 3810 if (lkey.namlen < rkey.namlen) { 3811 *kname = *pr; 3812 key->namlen = klen + 1; 3813 } else /* l->namelen == r->namelen */ 3814 key->namlen = klen; 3815 3816 free_names: 3817 kfree(lkey.name); 3818 kfree(rkey.name); 3819 return 0; 3820 } 3821 3822 3823 3824 /* 3825 * dtGetKey() 3826 * 3827 * function: get key of the entry 3828 */ 3829 static void dtGetKey(dtpage_t * p, int i, /* entry index */ 3830 struct component_name * key, int flag) 3831 { 3832 int si; 3833 s8 *stbl; 3834 struct ldtentry *lh; 3835 struct idtentry *ih; 3836 struct dtslot *t; 3837 int namlen, len; 3838 wchar_t *kname; 3839 __le16 *name; 3840 3841 /* get entry */ 3842 stbl = DT_GETSTBL(p); 3843 si = stbl[i]; 3844 if (p->header.flag & BT_LEAF) { 3845 lh = (struct ldtentry *) & p->slot[si]; 3846 si = lh->next; 3847 namlen = lh->namlen; 3848 name = lh->name; 3849 if (flag & JFS_DIR_INDEX) 3850 len = min(namlen, DTLHDRDATALEN); 3851 else 3852 len = min(namlen, DTLHDRDATALEN_LEGACY); 3853 } else { 3854 ih = (struct idtentry *) & p->slot[si]; 3855 si = ih->next; 3856 namlen = ih->namlen; 3857 name = ih->name; 3858 len = min(namlen, DTIHDRDATALEN); 3859 } 3860 3861 key->namlen = namlen; 3862 kname = key->name; 3863 3864 /* 3865 * move head/only segment 3866 */ 3867 UniStrncpy_from_le(kname, name, len); 3868 3869 /* 3870 * move additional segment(s) 3871 */ 3872 while (si >= 0) { 3873 /* get next segment */ 3874 t = &p->slot[si]; 3875 kname += len; 3876 namlen -= len; 3877 len = min(namlen, DTSLOTDATALEN); 3878 UniStrncpy_from_le(kname, t->name, len); 3879 3880 si = t->next; 3881 } 3882 } 3883 3884 3885 /* 3886 * dtInsertEntry() 3887 * 3888 * function: allocate free slot(s) and 3889 * write a leaf/internal entry 3890 * 3891 * return: entry slot index 3892 */ 3893 static void dtInsertEntry(dtpage_t * p, int index, struct component_name * key, 3894 ddata_t * data, struct dt_lock ** dtlock) 3895 { 3896 struct dtslot *h, *t; 3897 struct ldtentry *lh = NULL; 3898 struct idtentry *ih = NULL; 3899 int hsi, fsi, klen, len, nextindex; 3900 wchar_t *kname; 3901 __le16 *name; 3902 s8 *stbl; 3903 pxd_t *xd; 3904 struct dt_lock *dtlck = *dtlock; 3905 struct lv *lv; 3906 int xsi, n; 3907 s64 bn = 0; 3908 struct metapage *mp = NULL; 3909 3910 klen = key->namlen; 3911 kname = key->name; 3912 3913 /* allocate a free slot */ 3914 hsi = fsi = p->header.freelist; 3915 h = &p->slot[fsi]; 3916 p->header.freelist = h->next; 3917 --p->header.freecnt; 3918 3919 /* open new linelock */ 3920 if (dtlck->index >= dtlck->maxcnt) 3921 dtlck = (struct dt_lock *) txLinelock(dtlck); 3922 3923 lv = & dtlck->lv[dtlck->index]; 3924 lv->offset = hsi; 3925 3926 /* write head/only segment */ 3927 if (p->header.flag & BT_LEAF) { 3928 lh = (struct ldtentry *) h; 3929 lh->next = h->next; 3930 lh->inumber = cpu_to_le32(data->leaf.ino); 3931 lh->namlen = klen; 3932 name = lh->name; 3933 if (data->leaf.ip) { 3934 len = min(klen, DTLHDRDATALEN); 3935 if (!(p->header.flag & BT_ROOT)) 3936 bn = addressPXD(&p->header.self); 3937 lh->index = cpu_to_le32(add_index(data->leaf.tid, 3938 data->leaf.ip, 3939 bn, index)); 3940 } else 3941 len = min(klen, DTLHDRDATALEN_LEGACY); 3942 } else { 3943 ih = (struct idtentry *) h; 3944 ih->next = h->next; 3945 xd = (pxd_t *) ih; 3946 *xd = data->xd; 3947 ih->namlen = klen; 3948 name = ih->name; 3949 len = min(klen, DTIHDRDATALEN); 3950 } 3951 3952 UniStrncpy_to_le(name, kname, len); 3953 3954 n = 1; 3955 xsi = hsi; 3956 3957 /* write additional segment(s) */ 3958 t = h; 3959 klen -= len; 3960 while (klen) { 3961 /* get free slot */ 3962 fsi = p->header.freelist; 3963 t = &p->slot[fsi]; 3964 p->header.freelist = t->next; 3965 --p->header.freecnt; 3966 3967 /* is next slot contiguous ? */ 3968 if (fsi != xsi + 1) { 3969 /* close current linelock */ 3970 lv->length = n; 3971 dtlck->index++; 3972 3973 /* open new linelock */ 3974 if (dtlck->index < dtlck->maxcnt) 3975 lv++; 3976 else { 3977 dtlck = (struct dt_lock *) txLinelock(dtlck); 3978 lv = & dtlck->lv[0]; 3979 } 3980 3981 lv->offset = fsi; 3982 n = 0; 3983 } 3984 3985 kname += len; 3986 len = min(klen, DTSLOTDATALEN); 3987 UniStrncpy_to_le(t->name, kname, len); 3988 3989 n++; 3990 xsi = fsi; 3991 klen -= len; 3992 } 3993 3994 /* close current linelock */ 3995 lv->length = n; 3996 dtlck->index++; 3997 3998 *dtlock = dtlck; 3999 4000 /* terminate last/only segment */ 4001 if (h == t) { 4002 /* single segment entry */ 4003 if (p->header.flag & BT_LEAF) 4004 lh->next = -1; 4005 else 4006 ih->next = -1; 4007 } else 4008 /* multi-segment entry */ 4009 t->next = -1; 4010 4011 /* if insert into middle, shift right succeeding entries in stbl */ 4012 stbl = DT_GETSTBL(p); 4013 nextindex = p->header.nextindex; 4014 if (index < nextindex) { 4015 memmove(stbl + index + 1, stbl + index, nextindex - index); 4016 4017 if ((p->header.flag & BT_LEAF) && data->leaf.ip) { 4018 s64 lblock; 4019 4020 /* 4021 * Need to update slot number for entries that moved 4022 * in the stbl 4023 */ 4024 mp = NULL; 4025 for (n = index + 1; n <= nextindex; n++) { 4026 lh = (struct ldtentry *) & (p->slot[stbl[n]]); 4027 modify_index(data->leaf.tid, data->leaf.ip, 4028 le32_to_cpu(lh->index), bn, n, 4029 &mp, &lblock); 4030 } 4031 if (mp) 4032 release_metapage(mp); 4033 } 4034 } 4035 4036 stbl[index] = hsi; 4037 4038 /* advance next available entry index of stbl */ 4039 ++p->header.nextindex; 4040 } 4041 4042 4043 /* 4044 * dtMoveEntry() 4045 * 4046 * function: move entries from split/left page to new/right page 4047 * 4048 * nextindex of dst page and freelist/freecnt of both pages 4049 * are updated. 4050 */ 4051 static void dtMoveEntry(dtpage_t * sp, int si, dtpage_t * dp, 4052 struct dt_lock ** sdtlock, struct dt_lock ** ddtlock, 4053 int do_index) 4054 { 4055 int ssi, next; /* src slot index */ 4056 int di; /* dst entry index */ 4057 int dsi; /* dst slot index */ 4058 s8 *sstbl, *dstbl; /* sorted entry table */ 4059 int snamlen, len; 4060 struct ldtentry *slh, *dlh = NULL; 4061 struct idtentry *sih, *dih = NULL; 4062 struct dtslot *h, *s, *d; 4063 struct dt_lock *sdtlck = *sdtlock, *ddtlck = *ddtlock; 4064 struct lv *slv, *dlv; 4065 int xssi, ns, nd; 4066 int sfsi; 4067 4068 sstbl = (s8 *) & sp->slot[sp->header.stblindex]; 4069 dstbl = (s8 *) & dp->slot[dp->header.stblindex]; 4070 4071 dsi = dp->header.freelist; /* first (whole page) free slot */ 4072 sfsi = sp->header.freelist; 4073 4074 /* linelock destination entry slot */ 4075 dlv = & ddtlck->lv[ddtlck->index]; 4076 dlv->offset = dsi; 4077 4078 /* linelock source entry slot */ 4079 slv = & sdtlck->lv[sdtlck->index]; 4080 slv->offset = sstbl[si]; 4081 xssi = slv->offset - 1; 4082 4083 /* 4084 * move entries 4085 */ 4086 ns = nd = 0; 4087 for (di = 0; si < sp->header.nextindex; si++, di++) { 4088 ssi = sstbl[si]; 4089 dstbl[di] = dsi; 4090 4091 /* is next slot contiguous ? */ 4092 if (ssi != xssi + 1) { 4093 /* close current linelock */ 4094 slv->length = ns; 4095 sdtlck->index++; 4096 4097 /* open new linelock */ 4098 if (sdtlck->index < sdtlck->maxcnt) 4099 slv++; 4100 else { 4101 sdtlck = (struct dt_lock *) txLinelock(sdtlck); 4102 slv = & sdtlck->lv[0]; 4103 } 4104 4105 slv->offset = ssi; 4106 ns = 0; 4107 } 4108 4109 /* 4110 * move head/only segment of an entry 4111 */ 4112 /* get dst slot */ 4113 h = d = &dp->slot[dsi]; 4114 4115 /* get src slot and move */ 4116 s = &sp->slot[ssi]; 4117 if (sp->header.flag & BT_LEAF) { 4118 /* get source entry */ 4119 slh = (struct ldtentry *) s; 4120 dlh = (struct ldtentry *) h; 4121 snamlen = slh->namlen; 4122 4123 if (do_index) { 4124 len = min(snamlen, DTLHDRDATALEN); 4125 dlh->index = slh->index; /* little-endian */ 4126 } else 4127 len = min(snamlen, DTLHDRDATALEN_LEGACY); 4128 4129 memcpy(dlh, slh, 6 + len * 2); 4130 4131 next = slh->next; 4132 4133 /* update dst head/only segment next field */ 4134 dsi++; 4135 dlh->next = dsi; 4136 } else { 4137 sih = (struct idtentry *) s; 4138 snamlen = sih->namlen; 4139 4140 len = min(snamlen, DTIHDRDATALEN); 4141 dih = (struct idtentry *) h; 4142 memcpy(dih, sih, 10 + len * 2); 4143 next = sih->next; 4144 4145 dsi++; 4146 dih->next = dsi; 4147 } 4148 4149 /* free src head/only segment */ 4150 s->next = sfsi; 4151 s->cnt = 1; 4152 sfsi = ssi; 4153 4154 ns++; 4155 nd++; 4156 xssi = ssi; 4157 4158 /* 4159 * move additional segment(s) of the entry 4160 */ 4161 snamlen -= len; 4162 while ((ssi = next) >= 0) { 4163 /* is next slot contiguous ? */ 4164 if (ssi != xssi + 1) { 4165 /* close current linelock */ 4166 slv->length = ns; 4167 sdtlck->index++; 4168 4169 /* open new linelock */ 4170 if (sdtlck->index < sdtlck->maxcnt) 4171 slv++; 4172 else { 4173 sdtlck = 4174 (struct dt_lock *) 4175 txLinelock(sdtlck); 4176 slv = & sdtlck->lv[0]; 4177 } 4178 4179 slv->offset = ssi; 4180 ns = 0; 4181 } 4182 4183 /* get next source segment */ 4184 s = &sp->slot[ssi]; 4185 4186 /* get next destination free slot */ 4187 d++; 4188 4189 len = min(snamlen, DTSLOTDATALEN); 4190 UniStrncpy_le(d->name, s->name, len); 4191 4192 ns++; 4193 nd++; 4194 xssi = ssi; 4195 4196 dsi++; 4197 d->next = dsi; 4198 4199 /* free source segment */ 4200 next = s->next; 4201 s->next = sfsi; 4202 s->cnt = 1; 4203 sfsi = ssi; 4204 4205 snamlen -= len; 4206 } /* end while */ 4207 4208 /* terminate dst last/only segment */ 4209 if (h == d) { 4210 /* single segment entry */ 4211 if (dp->header.flag & BT_LEAF) 4212 dlh->next = -1; 4213 else 4214 dih->next = -1; 4215 } else 4216 /* multi-segment entry */ 4217 d->next = -1; 4218 } /* end for */ 4219 4220 /* close current linelock */ 4221 slv->length = ns; 4222 sdtlck->index++; 4223 *sdtlock = sdtlck; 4224 4225 dlv->length = nd; 4226 ddtlck->index++; 4227 *ddtlock = ddtlck; 4228 4229 /* update source header */ 4230 sp->header.freelist = sfsi; 4231 sp->header.freecnt += nd; 4232 4233 /* update destination header */ 4234 dp->header.nextindex = di; 4235 4236 dp->header.freelist = dsi; 4237 dp->header.freecnt -= nd; 4238 } 4239 4240 4241 /* 4242 * dtDeleteEntry() 4243 * 4244 * function: free a (leaf/internal) entry 4245 * 4246 * log freelist header, stbl, and each segment slot of entry 4247 * (even though last/only segment next field is modified, 4248 * physical image logging requires all segment slots of 4249 * the entry logged to avoid applying previous updates 4250 * to the same slots) 4251 */ 4252 static void dtDeleteEntry(dtpage_t * p, int fi, struct dt_lock ** dtlock) 4253 { 4254 int fsi; /* free entry slot index */ 4255 s8 *stbl; 4256 struct dtslot *t; 4257 int si, freecnt; 4258 struct dt_lock *dtlck = *dtlock; 4259 struct lv *lv; 4260 int xsi, n; 4261 4262 /* get free entry slot index */ 4263 stbl = DT_GETSTBL(p); 4264 fsi = stbl[fi]; 4265 4266 /* open new linelock */ 4267 if (dtlck->index >= dtlck->maxcnt) 4268 dtlck = (struct dt_lock *) txLinelock(dtlck); 4269 lv = & dtlck->lv[dtlck->index]; 4270 4271 lv->offset = fsi; 4272 4273 /* get the head/only segment */ 4274 t = &p->slot[fsi]; 4275 if (p->header.flag & BT_LEAF) 4276 si = ((struct ldtentry *) t)->next; 4277 else 4278 si = ((struct idtentry *) t)->next; 4279 t->next = si; 4280 t->cnt = 1; 4281 4282 n = freecnt = 1; 4283 xsi = fsi; 4284 4285 /* find the last/only segment */ 4286 while (si >= 0) { 4287 /* is next slot contiguous ? */ 4288 if (si != xsi + 1) { 4289 /* close current linelock */ 4290 lv->length = n; 4291 dtlck->index++; 4292 4293 /* open new linelock */ 4294 if (dtlck->index < dtlck->maxcnt) 4295 lv++; 4296 else { 4297 dtlck = (struct dt_lock *) txLinelock(dtlck); 4298 lv = & dtlck->lv[0]; 4299 } 4300 4301 lv->offset = si; 4302 n = 0; 4303 } 4304 4305 n++; 4306 xsi = si; 4307 freecnt++; 4308 4309 t = &p->slot[si]; 4310 t->cnt = 1; 4311 si = t->next; 4312 } 4313 4314 /* close current linelock */ 4315 lv->length = n; 4316 dtlck->index++; 4317 4318 *dtlock = dtlck; 4319 4320 /* update freelist */ 4321 t->next = p->header.freelist; 4322 p->header.freelist = fsi; 4323 p->header.freecnt += freecnt; 4324 4325 /* if delete from middle, 4326 * shift left the succedding entries in the stbl 4327 */ 4328 si = p->header.nextindex; 4329 if (fi < si - 1) 4330 memmove(&stbl[fi], &stbl[fi + 1], si - fi - 1); 4331 4332 p->header.nextindex--; 4333 } 4334 4335 4336 /* 4337 * dtTruncateEntry() 4338 * 4339 * function: truncate a (leaf/internal) entry 4340 * 4341 * log freelist header, stbl, and each segment slot of entry 4342 * (even though last/only segment next field is modified, 4343 * physical image logging requires all segment slots of 4344 * the entry logged to avoid applying previous updates 4345 * to the same slots) 4346 */ 4347 static void dtTruncateEntry(dtpage_t * p, int ti, struct dt_lock ** dtlock) 4348 { 4349 int tsi; /* truncate entry slot index */ 4350 s8 *stbl; 4351 struct dtslot *t; 4352 int si, freecnt; 4353 struct dt_lock *dtlck = *dtlock; 4354 struct lv *lv; 4355 int fsi, xsi, n; 4356 4357 /* get free entry slot index */ 4358 stbl = DT_GETSTBL(p); 4359 tsi = stbl[ti]; 4360 4361 /* open new linelock */ 4362 if (dtlck->index >= dtlck->maxcnt) 4363 dtlck = (struct dt_lock *) txLinelock(dtlck); 4364 lv = & dtlck->lv[dtlck->index]; 4365 4366 lv->offset = tsi; 4367 4368 /* get the head/only segment */ 4369 t = &p->slot[tsi]; 4370 ASSERT(p->header.flag & BT_INTERNAL); 4371 ((struct idtentry *) t)->namlen = 0; 4372 si = ((struct idtentry *) t)->next; 4373 ((struct idtentry *) t)->next = -1; 4374 4375 n = 1; 4376 freecnt = 0; 4377 fsi = si; 4378 xsi = tsi; 4379 4380 /* find the last/only segment */ 4381 while (si >= 0) { 4382 /* is next slot contiguous ? */ 4383 if (si != xsi + 1) { 4384 /* close current linelock */ 4385 lv->length = n; 4386 dtlck->index++; 4387 4388 /* open new linelock */ 4389 if (dtlck->index < dtlck->maxcnt) 4390 lv++; 4391 else { 4392 dtlck = (struct dt_lock *) txLinelock(dtlck); 4393 lv = & dtlck->lv[0]; 4394 } 4395 4396 lv->offset = si; 4397 n = 0; 4398 } 4399 4400 n++; 4401 xsi = si; 4402 freecnt++; 4403 4404 t = &p->slot[si]; 4405 t->cnt = 1; 4406 si = t->next; 4407 } 4408 4409 /* close current linelock */ 4410 lv->length = n; 4411 dtlck->index++; 4412 4413 *dtlock = dtlck; 4414 4415 /* update freelist */ 4416 if (freecnt == 0) 4417 return; 4418 t->next = p->header.freelist; 4419 p->header.freelist = fsi; 4420 p->header.freecnt += freecnt; 4421 } 4422 4423 4424 /* 4425 * dtLinelockFreelist() 4426 */ 4427 static void dtLinelockFreelist(dtpage_t * p, /* directory page */ 4428 int m, /* max slot index */ 4429 struct dt_lock ** dtlock) 4430 { 4431 int fsi; /* free entry slot index */ 4432 struct dtslot *t; 4433 int si; 4434 struct dt_lock *dtlck = *dtlock; 4435 struct lv *lv; 4436 int xsi, n; 4437 4438 /* get free entry slot index */ 4439 fsi = p->header.freelist; 4440 4441 /* open new linelock */ 4442 if (dtlck->index >= dtlck->maxcnt) 4443 dtlck = (struct dt_lock *) txLinelock(dtlck); 4444 lv = & dtlck->lv[dtlck->index]; 4445 4446 lv->offset = fsi; 4447 4448 n = 1; 4449 xsi = fsi; 4450 4451 t = &p->slot[fsi]; 4452 si = t->next; 4453 4454 /* find the last/only segment */ 4455 while (si < m && si >= 0) { 4456 /* is next slot contiguous ? */ 4457 if (si != xsi + 1) { 4458 /* close current linelock */ 4459 lv->length = n; 4460 dtlck->index++; 4461 4462 /* open new linelock */ 4463 if (dtlck->index < dtlck->maxcnt) 4464 lv++; 4465 else { 4466 dtlck = (struct dt_lock *) txLinelock(dtlck); 4467 lv = & dtlck->lv[0]; 4468 } 4469 4470 lv->offset = si; 4471 n = 0; 4472 } 4473 4474 n++; 4475 xsi = si; 4476 4477 t = &p->slot[si]; 4478 si = t->next; 4479 } 4480 4481 /* close current linelock */ 4482 lv->length = n; 4483 dtlck->index++; 4484 4485 *dtlock = dtlck; 4486 } 4487 4488 4489 /* 4490 * NAME: dtModify 4491 * 4492 * FUNCTION: Modify the inode number part of a directory entry 4493 * 4494 * PARAMETERS: 4495 * tid - Transaction id 4496 * ip - Inode of parent directory 4497 * key - Name of entry to be modified 4498 * orig_ino - Original inode number expected in entry 4499 * new_ino - New inode number to put into entry 4500 * flag - JFS_RENAME 4501 * 4502 * RETURNS: 4503 * -ESTALE - If entry found does not match orig_ino passed in 4504 * -ENOENT - If no entry can be found to match key 4505 * 0 - If successfully modified entry 4506 */ 4507 int dtModify(tid_t tid, struct inode *ip, 4508 struct component_name * key, ino_t * orig_ino, ino_t new_ino, int flag) 4509 { 4510 int rc; 4511 s64 bn; 4512 struct metapage *mp; 4513 dtpage_t *p; 4514 int index; 4515 struct btstack btstack; 4516 struct tlock *tlck; 4517 struct dt_lock *dtlck; 4518 struct lv *lv; 4519 s8 *stbl; 4520 int entry_si; /* entry slot index */ 4521 struct ldtentry *entry; 4522 4523 /* 4524 * search for the entry to modify: 4525 * 4526 * dtSearch() returns (leaf page pinned, index at which to modify). 4527 */ 4528 if ((rc = dtSearch(ip, key, orig_ino, &btstack, flag))) 4529 return rc; 4530 4531 /* retrieve search result */ 4532 DT_GETSEARCH(ip, btstack.top, bn, mp, p, index); 4533 4534 BT_MARK_DIRTY(mp, ip); 4535 /* 4536 * acquire a transaction lock on the leaf page of named entry 4537 */ 4538 tlck = txLock(tid, ip, mp, tlckDTREE | tlckENTRY); 4539 dtlck = (struct dt_lock *) & tlck->lock; 4540 4541 /* get slot index of the entry */ 4542 stbl = DT_GETSTBL(p); 4543 entry_si = stbl[index]; 4544 4545 /* linelock entry */ 4546 ASSERT(dtlck->index == 0); 4547 lv = & dtlck->lv[0]; 4548 lv->offset = entry_si; 4549 lv->length = 1; 4550 dtlck->index++; 4551 4552 /* get the head/only segment */ 4553 entry = (struct ldtentry *) & p->slot[entry_si]; 4554 4555 /* substitute the inode number of the entry */ 4556 entry->inumber = cpu_to_le32(new_ino); 4557 4558 /* unpin the leaf page */ 4559 DT_PUTPAGE(mp); 4560 4561 return 0; 4562 } 4563