xref: /openbmc/linux/fs/jfs/jfs_xtree.c (revision 6ee73861)
1 /*
2  *   Copyright (C) International Business Machines Corp., 2000-2005
3  *
4  *   This program is free software;  you can redistribute it and/or modify
5  *   it under the terms of the GNU General Public License as published by
6  *   the Free Software Foundation; either version 2 of the License, or
7  *   (at your option) any later version.
8  *
9  *   This program is distributed in the hope that it will be useful,
10  *   but WITHOUT ANY WARRANTY;  without even the implied warranty of
11  *   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See
12  *   the GNU General Public License for more details.
13  *
14  *   You should have received a copy of the GNU General Public License
15  *   along with this program;  if not, write to the Free Software
16  *   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17  */
18 /*
19  *	jfs_xtree.c: extent allocation descriptor B+-tree manager
20  */
21 
22 #include <linux/fs.h>
23 #include <linux/module.h>
24 #include <linux/quotaops.h>
25 #include <linux/seq_file.h>
26 #include "jfs_incore.h"
27 #include "jfs_filsys.h"
28 #include "jfs_metapage.h"
29 #include "jfs_dmap.h"
30 #include "jfs_dinode.h"
31 #include "jfs_superblock.h"
32 #include "jfs_debug.h"
33 
34 /*
35  * xtree local flag
36  */
37 #define XT_INSERT	0x00000001
38 
39 /*
40  *	xtree key/entry comparison: extent offset
41  *
42  * return:
43  *	-1: k < start of extent
44  *	 0: start_of_extent <= k <= end_of_extent
45  *	 1: k > end_of_extent
46  */
47 #define XT_CMP(CMP, K, X, OFFSET64)\
48 {\
49 	OFFSET64 = offsetXAD(X);\
50 	(CMP) = ((K) >= OFFSET64 + lengthXAD(X)) ? 1 :\
51 		((K) < OFFSET64) ? -1 : 0;\
52 }
53 
54 /* write a xad entry */
55 #define XT_PUTENTRY(XAD, FLAG, OFF, LEN, ADDR)\
56 {\
57 	(XAD)->flag = (FLAG);\
58 	XADoffset((XAD), (OFF));\
59 	XADlength((XAD), (LEN));\
60 	XADaddress((XAD), (ADDR));\
61 }
62 
63 #define XT_PAGE(IP, MP) BT_PAGE(IP, MP, xtpage_t, i_xtroot)
64 
65 /* get page buffer for specified block address */
66 /* ToDo: Replace this ugly macro with a function */
67 #define XT_GETPAGE(IP, BN, MP, SIZE, P, RC)\
68 {\
69 	BT_GETPAGE(IP, BN, MP, xtpage_t, SIZE, P, RC, i_xtroot)\
70 	if (!(RC))\
71 	{\
72 		if ((le16_to_cpu((P)->header.nextindex) < XTENTRYSTART) ||\
73 		    (le16_to_cpu((P)->header.nextindex) > le16_to_cpu((P)->header.maxentry)) ||\
74 		    (le16_to_cpu((P)->header.maxentry) > (((BN)==0)?XTROOTMAXSLOT:PSIZE>>L2XTSLOTSIZE)))\
75 		{\
76 			jfs_error((IP)->i_sb, "XT_GETPAGE: xtree page corrupt");\
77 			BT_PUTPAGE(MP);\
78 			MP = NULL;\
79 			RC = -EIO;\
80 		}\
81 	}\
82 }
83 
84 /* for consistency */
85 #define XT_PUTPAGE(MP) BT_PUTPAGE(MP)
86 
87 #define XT_GETSEARCH(IP, LEAF, BN, MP, P, INDEX) \
88 	BT_GETSEARCH(IP, LEAF, BN, MP, xtpage_t, P, INDEX, i_xtroot)
89 /* xtree entry parameter descriptor */
90 struct xtsplit {
91 	struct metapage *mp;
92 	s16 index;
93 	u8 flag;
94 	s64 off;
95 	s64 addr;
96 	int len;
97 	struct pxdlist *pxdlist;
98 };
99 
100 
101 /*
102  *	statistics
103  */
104 #ifdef CONFIG_JFS_STATISTICS
105 static struct {
106 	uint search;
107 	uint fastSearch;
108 	uint split;
109 } xtStat;
110 #endif
111 
112 
113 /*
114  * forward references
115  */
116 static int xtSearch(struct inode *ip, s64 xoff, s64 *next, int *cmpp,
117 		    struct btstack * btstack, int flag);
118 
119 static int xtSplitUp(tid_t tid,
120 		     struct inode *ip,
121 		     struct xtsplit * split, struct btstack * btstack);
122 
123 static int xtSplitPage(tid_t tid, struct inode *ip, struct xtsplit * split,
124 		       struct metapage ** rmpp, s64 * rbnp);
125 
126 static int xtSplitRoot(tid_t tid, struct inode *ip,
127 		       struct xtsplit * split, struct metapage ** rmpp);
128 
129 #ifdef _STILL_TO_PORT
130 static int xtDeleteUp(tid_t tid, struct inode *ip, struct metapage * fmp,
131 		      xtpage_t * fp, struct btstack * btstack);
132 
133 static int xtSearchNode(struct inode *ip,
134 			xad_t * xad,
135 			int *cmpp, struct btstack * btstack, int flag);
136 
137 static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * fp);
138 #endif				/*  _STILL_TO_PORT */
139 
140 /*
141  *	xtLookup()
142  *
143  * function: map a single page into a physical extent;
144  */
145 int xtLookup(struct inode *ip, s64 lstart,
146 	     s64 llen, int *pflag, s64 * paddr, s32 * plen, int no_check)
147 {
148 	int rc = 0;
149 	struct btstack btstack;
150 	int cmp;
151 	s64 bn;
152 	struct metapage *mp;
153 	xtpage_t *p;
154 	int index;
155 	xad_t *xad;
156 	s64 next, size, xoff, xend;
157 	int xlen;
158 	s64 xaddr;
159 
160 	*paddr = 0;
161 	*plen = llen;
162 
163 	if (!no_check) {
164 		/* is lookup offset beyond eof ? */
165 		size = ((u64) ip->i_size + (JFS_SBI(ip->i_sb)->bsize - 1)) >>
166 		    JFS_SBI(ip->i_sb)->l2bsize;
167 		if (lstart >= size)
168 			return 0;
169 	}
170 
171 	/*
172 	 * search for the xad entry covering the logical extent
173 	 */
174 //search:
175 	if ((rc = xtSearch(ip, lstart, &next, &cmp, &btstack, 0))) {
176 		jfs_err("xtLookup: xtSearch returned %d", rc);
177 		return rc;
178 	}
179 
180 	/*
181 	 *	compute the physical extent covering logical extent
182 	 *
183 	 * N.B. search may have failed (e.g., hole in sparse file),
184 	 * and returned the index of the next entry.
185 	 */
186 	/* retrieve search result */
187 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
188 
189 	/* is xad found covering start of logical extent ?
190 	 * lstart is a page start address,
191 	 * i.e., lstart cannot start in a hole;
192 	 */
193 	if (cmp) {
194 		if (next)
195 			*plen = min(next - lstart, llen);
196 		goto out;
197 	}
198 
199 	/*
200 	 * lxd covered by xad
201 	 */
202 	xad = &p->xad[index];
203 	xoff = offsetXAD(xad);
204 	xlen = lengthXAD(xad);
205 	xend = xoff + xlen;
206 	xaddr = addressXAD(xad);
207 
208 	/* initialize new pxd */
209 	*pflag = xad->flag;
210 	*paddr = xaddr + (lstart - xoff);
211 	/* a page must be fully covered by an xad */
212 	*plen = min(xend - lstart, llen);
213 
214       out:
215 	XT_PUTPAGE(mp);
216 
217 	return rc;
218 }
219 
220 /*
221  *	xtSearch()
222  *
223  * function:	search for the xad entry covering specified offset.
224  *
225  * parameters:
226  *	ip	- file object;
227  *	xoff	- extent offset;
228  *	nextp	- address of next extent (if any) for search miss
229  *	cmpp	- comparison result:
230  *	btstack - traverse stack;
231  *	flag	- search process flag (XT_INSERT);
232  *
233  * returns:
234  *	btstack contains (bn, index) of search path traversed to the entry.
235  *	*cmpp is set to result of comparison with the entry returned.
236  *	the page containing the entry is pinned at exit.
237  */
238 static int xtSearch(struct inode *ip, s64 xoff,	s64 *nextp,
239 		    int *cmpp, struct btstack * btstack, int flag)
240 {
241 	struct jfs_inode_info *jfs_ip = JFS_IP(ip);
242 	int rc = 0;
243 	int cmp = 1;		/* init for empty page */
244 	s64 bn;			/* block number */
245 	struct metapage *mp;	/* page buffer */
246 	xtpage_t *p;		/* page */
247 	xad_t *xad;
248 	int base, index, lim, btindex;
249 	struct btframe *btsp;
250 	int nsplit = 0;		/* number of pages to split */
251 	s64 t64;
252 	s64 next = 0;
253 
254 	INCREMENT(xtStat.search);
255 
256 	BT_CLR(btstack);
257 
258 	btstack->nsplit = 0;
259 
260 	/*
261 	 *	search down tree from root:
262 	 *
263 	 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
264 	 * internal page, child page Pi contains entry with k, Ki <= K < Kj.
265 	 *
266 	 * if entry with search key K is not found
267 	 * internal page search find the entry with largest key Ki
268 	 * less than K which point to the child page to search;
269 	 * leaf page search find the entry with smallest key Kj
270 	 * greater than K so that the returned index is the position of
271 	 * the entry to be shifted right for insertion of new entry.
272 	 * for empty tree, search key is greater than any key of the tree.
273 	 *
274 	 * by convention, root bn = 0.
275 	 */
276 	for (bn = 0;;) {
277 		/* get/pin the page to search */
278 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
279 		if (rc)
280 			return rc;
281 
282 		/* try sequential access heuristics with the previous
283 		 * access entry in target leaf page:
284 		 * once search narrowed down into the target leaf,
285 		 * key must either match an entry in the leaf or
286 		 * key entry does not exist in the tree;
287 		 */
288 //fastSearch:
289 		if ((jfs_ip->btorder & BT_SEQUENTIAL) &&
290 		    (p->header.flag & BT_LEAF) &&
291 		    (index = jfs_ip->btindex) <
292 		    le16_to_cpu(p->header.nextindex)) {
293 			xad = &p->xad[index];
294 			t64 = offsetXAD(xad);
295 			if (xoff < t64 + lengthXAD(xad)) {
296 				if (xoff >= t64) {
297 					*cmpp = 0;
298 					goto out;
299 				}
300 
301 				/* stop sequential access heuristics */
302 				goto binarySearch;
303 			} else {	/* (t64 + lengthXAD(xad)) <= xoff */
304 
305 				/* try next sequential entry */
306 				index++;
307 				if (index <
308 				    le16_to_cpu(p->header.nextindex)) {
309 					xad++;
310 					t64 = offsetXAD(xad);
311 					if (xoff < t64 + lengthXAD(xad)) {
312 						if (xoff >= t64) {
313 							*cmpp = 0;
314 							goto out;
315 						}
316 
317 						/* miss: key falls between
318 						 * previous and this entry
319 						 */
320 						*cmpp = 1;
321 						next = t64;
322 						goto out;
323 					}
324 
325 					/* (xoff >= t64 + lengthXAD(xad));
326 					 * matching entry may be further out:
327 					 * stop heuristic search
328 					 */
329 					/* stop sequential access heuristics */
330 					goto binarySearch;
331 				}
332 
333 				/* (index == p->header.nextindex);
334 				 * miss: key entry does not exist in
335 				 * the target leaf/tree
336 				 */
337 				*cmpp = 1;
338 				goto out;
339 			}
340 
341 			/*
342 			 * if hit, return index of the entry found, and
343 			 * if miss, where new entry with search key is
344 			 * to be inserted;
345 			 */
346 		      out:
347 			/* compute number of pages to split */
348 			if (flag & XT_INSERT) {
349 				if (p->header.nextindex ==	/* little-endian */
350 				    p->header.maxentry)
351 					nsplit++;
352 				else
353 					nsplit = 0;
354 				btstack->nsplit = nsplit;
355 			}
356 
357 			/* save search result */
358 			btsp = btstack->top;
359 			btsp->bn = bn;
360 			btsp->index = index;
361 			btsp->mp = mp;
362 
363 			/* update sequential access heuristics */
364 			jfs_ip->btindex = index;
365 
366 			if (nextp)
367 				*nextp = next;
368 
369 			INCREMENT(xtStat.fastSearch);
370 			return 0;
371 		}
372 
373 		/* well, ... full search now */
374 	      binarySearch:
375 		lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
376 
377 		/*
378 		 * binary search with search key K on the current page
379 		 */
380 		for (base = XTENTRYSTART; lim; lim >>= 1) {
381 			index = base + (lim >> 1);
382 
383 			XT_CMP(cmp, xoff, &p->xad[index], t64);
384 			if (cmp == 0) {
385 				/*
386 				 *	search hit
387 				 */
388 				/* search hit - leaf page:
389 				 * return the entry found
390 				 */
391 				if (p->header.flag & BT_LEAF) {
392 					*cmpp = cmp;
393 
394 					/* compute number of pages to split */
395 					if (flag & XT_INSERT) {
396 						if (p->header.nextindex ==
397 						    p->header.maxentry)
398 							nsplit++;
399 						else
400 							nsplit = 0;
401 						btstack->nsplit = nsplit;
402 					}
403 
404 					/* save search result */
405 					btsp = btstack->top;
406 					btsp->bn = bn;
407 					btsp->index = index;
408 					btsp->mp = mp;
409 
410 					/* init sequential access heuristics */
411 					btindex = jfs_ip->btindex;
412 					if (index == btindex ||
413 					    index == btindex + 1)
414 						jfs_ip->btorder = BT_SEQUENTIAL;
415 					else
416 						jfs_ip->btorder = BT_RANDOM;
417 					jfs_ip->btindex = index;
418 
419 					return 0;
420 				}
421 				/* search hit - internal page:
422 				 * descend/search its child page
423 				 */
424 				if (index < le16_to_cpu(p->header.nextindex)-1)
425 					next = offsetXAD(&p->xad[index + 1]);
426 				goto next;
427 			}
428 
429 			if (cmp > 0) {
430 				base = index + 1;
431 				--lim;
432 			}
433 		}
434 
435 		/*
436 		 *	search miss
437 		 *
438 		 * base is the smallest index with key (Kj) greater than
439 		 * search key (K) and may be zero or maxentry index.
440 		 */
441 		if (base < le16_to_cpu(p->header.nextindex))
442 			next = offsetXAD(&p->xad[base]);
443 		/*
444 		 * search miss - leaf page:
445 		 *
446 		 * return location of entry (base) where new entry with
447 		 * search key K is to be inserted.
448 		 */
449 		if (p->header.flag & BT_LEAF) {
450 			*cmpp = cmp;
451 
452 			/* compute number of pages to split */
453 			if (flag & XT_INSERT) {
454 				if (p->header.nextindex ==
455 				    p->header.maxentry)
456 					nsplit++;
457 				else
458 					nsplit = 0;
459 				btstack->nsplit = nsplit;
460 			}
461 
462 			/* save search result */
463 			btsp = btstack->top;
464 			btsp->bn = bn;
465 			btsp->index = base;
466 			btsp->mp = mp;
467 
468 			/* init sequential access heuristics */
469 			btindex = jfs_ip->btindex;
470 			if (base == btindex || base == btindex + 1)
471 				jfs_ip->btorder = BT_SEQUENTIAL;
472 			else
473 				jfs_ip->btorder = BT_RANDOM;
474 			jfs_ip->btindex = base;
475 
476 			if (nextp)
477 				*nextp = next;
478 
479 			return 0;
480 		}
481 
482 		/*
483 		 * search miss - non-leaf page:
484 		 *
485 		 * if base is non-zero, decrement base by one to get the parent
486 		 * entry of the child page to search.
487 		 */
488 		index = base ? base - 1 : base;
489 
490 		/*
491 		 * go down to child page
492 		 */
493 	      next:
494 		/* update number of pages to split */
495 		if (p->header.nextindex == p->header.maxentry)
496 			nsplit++;
497 		else
498 			nsplit = 0;
499 
500 		/* push (bn, index) of the parent page/entry */
501 		if (BT_STACK_FULL(btstack)) {
502 			jfs_error(ip->i_sb, "stack overrun in xtSearch!");
503 			XT_PUTPAGE(mp);
504 			return -EIO;
505 		}
506 		BT_PUSH(btstack, bn, index);
507 
508 		/* get the child page block number */
509 		bn = addressXAD(&p->xad[index]);
510 
511 		/* unpin the parent page */
512 		XT_PUTPAGE(mp);
513 	}
514 }
515 
516 /*
517  *	xtInsert()
518  *
519  * function:
520  *
521  * parameter:
522  *	tid	- transaction id;
523  *	ip	- file object;
524  *	xflag	- extent flag (XAD_NOTRECORDED):
525  *	xoff	- extent offset;
526  *	xlen	- extent length;
527  *	xaddrp	- extent address pointer (in/out):
528  *		if (*xaddrp)
529  *			caller allocated data extent at *xaddrp;
530  *		else
531  *			allocate data extent and return its xaddr;
532  *	flag	-
533  *
534  * return:
535  */
536 int xtInsert(tid_t tid,		/* transaction id */
537 	     struct inode *ip, int xflag, s64 xoff, s32 xlen, s64 * xaddrp,
538 	     int flag)
539 {
540 	int rc = 0;
541 	s64 xaddr, hint;
542 	struct metapage *mp;	/* meta-page buffer */
543 	xtpage_t *p;		/* base B+-tree index page */
544 	s64 bn;
545 	int index, nextindex;
546 	struct btstack btstack;	/* traverse stack */
547 	struct xtsplit split;	/* split information */
548 	xad_t *xad;
549 	int cmp;
550 	s64 next;
551 	struct tlock *tlck;
552 	struct xtlock *xtlck;
553 
554 	jfs_info("xtInsert: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen);
555 
556 	/*
557 	 *	search for the entry location at which to insert:
558 	 *
559 	 * xtFastSearch() and xtSearch() both returns (leaf page
560 	 * pinned, index at which to insert).
561 	 * n.b. xtSearch() may return index of maxentry of
562 	 * the full page.
563 	 */
564 	if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT)))
565 		return rc;
566 
567 	/* retrieve search result */
568 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
569 
570 	/* This test must follow XT_GETSEARCH since mp must be valid if
571 	 * we branch to out: */
572 	if ((cmp == 0) || (next && (xlen > next - xoff))) {
573 		rc = -EEXIST;
574 		goto out;
575 	}
576 
577 	/*
578 	 * allocate data extent requested
579 	 *
580 	 * allocation hint: last xad
581 	 */
582 	if ((xaddr = *xaddrp) == 0) {
583 		if (index > XTENTRYSTART) {
584 			xad = &p->xad[index - 1];
585 			hint = addressXAD(xad) + lengthXAD(xad) - 1;
586 		} else
587 			hint = 0;
588 		if ((rc = vfs_dq_alloc_block(ip, xlen)))
589 			goto out;
590 		if ((rc = dbAlloc(ip, hint, (s64) xlen, &xaddr))) {
591 			vfs_dq_free_block(ip, xlen);
592 			goto out;
593 		}
594 	}
595 
596 	/*
597 	 *	insert entry for new extent
598 	 */
599 	xflag |= XAD_NEW;
600 
601 	/*
602 	 *	if the leaf page is full, split the page and
603 	 *	propagate up the router entry for the new page from split
604 	 *
605 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
606 	 */
607 	nextindex = le16_to_cpu(p->header.nextindex);
608 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
609 		split.mp = mp;
610 		split.index = index;
611 		split.flag = xflag;
612 		split.off = xoff;
613 		split.len = xlen;
614 		split.addr = xaddr;
615 		split.pxdlist = NULL;
616 		if ((rc = xtSplitUp(tid, ip, &split, &btstack))) {
617 			/* undo data extent allocation */
618 			if (*xaddrp == 0) {
619 				dbFree(ip, xaddr, (s64) xlen);
620 				vfs_dq_free_block(ip, xlen);
621 			}
622 			return rc;
623 		}
624 
625 		*xaddrp = xaddr;
626 		return 0;
627 	}
628 
629 	/*
630 	 *	insert the new entry into the leaf page
631 	 */
632 	/*
633 	 * acquire a transaction lock on the leaf page;
634 	 *
635 	 * action: xad insertion/extension;
636 	 */
637 	BT_MARK_DIRTY(mp, ip);
638 
639 	/* if insert into middle, shift right remaining entries. */
640 	if (index < nextindex)
641 		memmove(&p->xad[index + 1], &p->xad[index],
642 			(nextindex - index) * sizeof(xad_t));
643 
644 	/* insert the new entry: mark the entry NEW */
645 	xad = &p->xad[index];
646 	XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
647 
648 	/* advance next available entry index */
649 	le16_add_cpu(&p->header.nextindex, 1);
650 
651 	/* Don't log it if there are no links to the file */
652 	if (!test_cflag(COMMIT_Nolink, ip)) {
653 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
654 		xtlck = (struct xtlock *) & tlck->lock;
655 		xtlck->lwm.offset =
656 		    (xtlck->lwm.offset) ? min(index,
657 					      (int)xtlck->lwm.offset) : index;
658 		xtlck->lwm.length =
659 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
660 	}
661 
662 	*xaddrp = xaddr;
663 
664       out:
665 	/* unpin the leaf page */
666 	XT_PUTPAGE(mp);
667 
668 	return rc;
669 }
670 
671 
672 /*
673  *	xtSplitUp()
674  *
675  * function:
676  *	split full pages as propagating insertion up the tree
677  *
678  * parameter:
679  *	tid	- transaction id;
680  *	ip	- file object;
681  *	split	- entry parameter descriptor;
682  *	btstack - traverse stack from xtSearch()
683  *
684  * return:
685  */
686 static int
687 xtSplitUp(tid_t tid,
688 	  struct inode *ip, struct xtsplit * split, struct btstack * btstack)
689 {
690 	int rc = 0;
691 	struct metapage *smp;
692 	xtpage_t *sp;		/* split page */
693 	struct metapage *rmp;
694 	s64 rbn;		/* new right page block number */
695 	struct metapage *rcmp;
696 	xtpage_t *rcp;		/* right child page */
697 	s64 rcbn;		/* right child page block number */
698 	int skip;		/* index of entry of insertion */
699 	int nextindex;		/* next available entry index of p */
700 	struct btframe *parent;	/* parent page entry on traverse stack */
701 	xad_t *xad;
702 	s64 xaddr;
703 	int xlen;
704 	int nsplit;		/* number of pages split */
705 	struct pxdlist pxdlist;
706 	pxd_t *pxd;
707 	struct tlock *tlck;
708 	struct xtlock *xtlck;
709 
710 	smp = split->mp;
711 	sp = XT_PAGE(ip, smp);
712 
713 	/* is inode xtree root extension/inline EA area free ? */
714 	if ((sp->header.flag & BT_ROOT) && (!S_ISDIR(ip->i_mode)) &&
715 	    (le16_to_cpu(sp->header.maxentry) < XTROOTMAXSLOT) &&
716 	    (JFS_IP(ip)->mode2 & INLINEEA)) {
717 		sp->header.maxentry = cpu_to_le16(XTROOTMAXSLOT);
718 		JFS_IP(ip)->mode2 &= ~INLINEEA;
719 
720 		BT_MARK_DIRTY(smp, ip);
721 		/*
722 		 * acquire a transaction lock on the leaf page;
723 		 *
724 		 * action: xad insertion/extension;
725 		 */
726 
727 		/* if insert into middle, shift right remaining entries. */
728 		skip = split->index;
729 		nextindex = le16_to_cpu(sp->header.nextindex);
730 		if (skip < nextindex)
731 			memmove(&sp->xad[skip + 1], &sp->xad[skip],
732 				(nextindex - skip) * sizeof(xad_t));
733 
734 		/* insert the new entry: mark the entry NEW */
735 		xad = &sp->xad[skip];
736 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
737 			    split->addr);
738 
739 		/* advance next available entry index */
740 		le16_add_cpu(&sp->header.nextindex, 1);
741 
742 		/* Don't log it if there are no links to the file */
743 		if (!test_cflag(COMMIT_Nolink, ip)) {
744 			tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW);
745 			xtlck = (struct xtlock *) & tlck->lock;
746 			xtlck->lwm.offset = (xtlck->lwm.offset) ?
747 			    min(skip, (int)xtlck->lwm.offset) : skip;
748 			xtlck->lwm.length =
749 			    le16_to_cpu(sp->header.nextindex) -
750 			    xtlck->lwm.offset;
751 		}
752 
753 		return 0;
754 	}
755 
756 	/*
757 	 * allocate new index blocks to cover index page split(s)
758 	 *
759 	 * allocation hint: ?
760 	 */
761 	if (split->pxdlist == NULL) {
762 		nsplit = btstack->nsplit;
763 		split->pxdlist = &pxdlist;
764 		pxdlist.maxnpxd = pxdlist.npxd = 0;
765 		pxd = &pxdlist.pxd[0];
766 		xlen = JFS_SBI(ip->i_sb)->nbperpage;
767 		for (; nsplit > 0; nsplit--, pxd++) {
768 			if ((rc = dbAlloc(ip, (s64) 0, (s64) xlen, &xaddr))
769 			    == 0) {
770 				PXDaddress(pxd, xaddr);
771 				PXDlength(pxd, xlen);
772 
773 				pxdlist.maxnpxd++;
774 
775 				continue;
776 			}
777 
778 			/* undo allocation */
779 
780 			XT_PUTPAGE(smp);
781 			return rc;
782 		}
783 	}
784 
785 	/*
786 	 * Split leaf page <sp> into <sp> and a new right page <rp>.
787 	 *
788 	 * The split routines insert the new entry into the leaf page,
789 	 * and acquire txLock as appropriate.
790 	 * return <rp> pinned and its block number <rpbn>.
791 	 */
792 	rc = (sp->header.flag & BT_ROOT) ?
793 	    xtSplitRoot(tid, ip, split, &rmp) :
794 	    xtSplitPage(tid, ip, split, &rmp, &rbn);
795 
796 	XT_PUTPAGE(smp);
797 
798 	if (rc)
799 		return -EIO;
800 	/*
801 	 * propagate up the router entry for the leaf page just split
802 	 *
803 	 * insert a router entry for the new page into the parent page,
804 	 * propagate the insert/split up the tree by walking back the stack
805 	 * of (bn of parent page, index of child page entry in parent page)
806 	 * that were traversed during the search for the page that split.
807 	 *
808 	 * the propagation of insert/split up the tree stops if the root
809 	 * splits or the page inserted into doesn't have to split to hold
810 	 * the new entry.
811 	 *
812 	 * the parent entry for the split page remains the same, and
813 	 * a new entry is inserted at its right with the first key and
814 	 * block number of the new right page.
815 	 *
816 	 * There are a maximum of 3 pages pinned at any time:
817 	 * right child, left parent and right parent (when the parent splits)
818 	 * to keep the child page pinned while working on the parent.
819 	 * make sure that all pins are released at exit.
820 	 */
821 	while ((parent = BT_POP(btstack)) != NULL) {
822 		/* parent page specified by stack frame <parent> */
823 
824 		/* keep current child pages <rcp> pinned */
825 		rcmp = rmp;
826 		rcbn = rbn;
827 		rcp = XT_PAGE(ip, rcmp);
828 
829 		/*
830 		 * insert router entry in parent for new right child page <rp>
831 		 */
832 		/* get/pin the parent page <sp> */
833 		XT_GETPAGE(ip, parent->bn, smp, PSIZE, sp, rc);
834 		if (rc) {
835 			XT_PUTPAGE(rcmp);
836 			return rc;
837 		}
838 
839 		/*
840 		 * The new key entry goes ONE AFTER the index of parent entry,
841 		 * because the split was to the right.
842 		 */
843 		skip = parent->index + 1;
844 
845 		/*
846 		 * split or shift right remaining entries of the parent page
847 		 */
848 		nextindex = le16_to_cpu(sp->header.nextindex);
849 		/*
850 		 * parent page is full - split the parent page
851 		 */
852 		if (nextindex == le16_to_cpu(sp->header.maxentry)) {
853 			/* init for parent page split */
854 			split->mp = smp;
855 			split->index = skip;	/* index at insert */
856 			split->flag = XAD_NEW;
857 			split->off = offsetXAD(&rcp->xad[XTENTRYSTART]);
858 			split->len = JFS_SBI(ip->i_sb)->nbperpage;
859 			split->addr = rcbn;
860 
861 			/* unpin previous right child page */
862 			XT_PUTPAGE(rcmp);
863 
864 			/* The split routines insert the new entry,
865 			 * and acquire txLock as appropriate.
866 			 * return <rp> pinned and its block number <rpbn>.
867 			 */
868 			rc = (sp->header.flag & BT_ROOT) ?
869 			    xtSplitRoot(tid, ip, split, &rmp) :
870 			    xtSplitPage(tid, ip, split, &rmp, &rbn);
871 			if (rc) {
872 				XT_PUTPAGE(smp);
873 				return rc;
874 			}
875 
876 			XT_PUTPAGE(smp);
877 			/* keep new child page <rp> pinned */
878 		}
879 		/*
880 		 * parent page is not full - insert in parent page
881 		 */
882 		else {
883 			/*
884 			 * insert router entry in parent for the right child
885 			 * page from the first entry of the right child page:
886 			 */
887 			/*
888 			 * acquire a transaction lock on the parent page;
889 			 *
890 			 * action: router xad insertion;
891 			 */
892 			BT_MARK_DIRTY(smp, ip);
893 
894 			/*
895 			 * if insert into middle, shift right remaining entries
896 			 */
897 			if (skip < nextindex)
898 				memmove(&sp->xad[skip + 1], &sp->xad[skip],
899 					(nextindex -
900 					 skip) << L2XTSLOTSIZE);
901 
902 			/* insert the router entry */
903 			xad = &sp->xad[skip];
904 			XT_PUTENTRY(xad, XAD_NEW,
905 				    offsetXAD(&rcp->xad[XTENTRYSTART]),
906 				    JFS_SBI(ip->i_sb)->nbperpage, rcbn);
907 
908 			/* advance next available entry index. */
909 			le16_add_cpu(&sp->header.nextindex, 1);
910 
911 			/* Don't log it if there are no links to the file */
912 			if (!test_cflag(COMMIT_Nolink, ip)) {
913 				tlck = txLock(tid, ip, smp,
914 					      tlckXTREE | tlckGROW);
915 				xtlck = (struct xtlock *) & tlck->lock;
916 				xtlck->lwm.offset = (xtlck->lwm.offset) ?
917 				    min(skip, (int)xtlck->lwm.offset) : skip;
918 				xtlck->lwm.length =
919 				    le16_to_cpu(sp->header.nextindex) -
920 				    xtlck->lwm.offset;
921 			}
922 
923 			/* unpin parent page */
924 			XT_PUTPAGE(smp);
925 
926 			/* exit propagate up */
927 			break;
928 		}
929 	}
930 
931 	/* unpin current right page */
932 	XT_PUTPAGE(rmp);
933 
934 	return 0;
935 }
936 
937 
938 /*
939  *	xtSplitPage()
940  *
941  * function:
942  *	split a full non-root page into
943  *	original/split/left page and new right page
944  *	i.e., the original/split page remains as left page.
945  *
946  * parameter:
947  *	int		tid,
948  *	struct inode	*ip,
949  *	struct xtsplit	*split,
950  *	struct metapage	**rmpp,
951  *	u64		*rbnp,
952  *
953  * return:
954  *	Pointer to page in which to insert or NULL on error.
955  */
956 static int
957 xtSplitPage(tid_t tid, struct inode *ip,
958 	    struct xtsplit * split, struct metapage ** rmpp, s64 * rbnp)
959 {
960 	int rc = 0;
961 	struct metapage *smp;
962 	xtpage_t *sp;
963 	struct metapage *rmp;
964 	xtpage_t *rp;		/* new right page allocated */
965 	s64 rbn;		/* new right page block number */
966 	struct metapage *mp;
967 	xtpage_t *p;
968 	s64 nextbn;
969 	int skip, maxentry, middle, righthalf, n;
970 	xad_t *xad;
971 	struct pxdlist *pxdlist;
972 	pxd_t *pxd;
973 	struct tlock *tlck;
974 	struct xtlock *sxtlck = NULL, *rxtlck = NULL;
975 	int quota_allocation = 0;
976 
977 	smp = split->mp;
978 	sp = XT_PAGE(ip, smp);
979 
980 	INCREMENT(xtStat.split);
981 
982 	pxdlist = split->pxdlist;
983 	pxd = &pxdlist->pxd[pxdlist->npxd];
984 	pxdlist->npxd++;
985 	rbn = addressPXD(pxd);
986 
987 	/* Allocate blocks to quota. */
988 	if (vfs_dq_alloc_block(ip, lengthPXD(pxd))) {
989 		rc = -EDQUOT;
990 		goto clean_up;
991 	}
992 
993 	quota_allocation += lengthPXD(pxd);
994 
995 	/*
996 	 * allocate the new right page for the split
997 	 */
998 	rmp = get_metapage(ip, rbn, PSIZE, 1);
999 	if (rmp == NULL) {
1000 		rc = -EIO;
1001 		goto clean_up;
1002 	}
1003 
1004 	jfs_info("xtSplitPage: ip:0x%p smp:0x%p rmp:0x%p", ip, smp, rmp);
1005 
1006 	BT_MARK_DIRTY(rmp, ip);
1007 	/*
1008 	 * action: new page;
1009 	 */
1010 
1011 	rp = (xtpage_t *) rmp->data;
1012 	rp->header.self = *pxd;
1013 	rp->header.flag = sp->header.flag & BT_TYPE;
1014 	rp->header.maxentry = sp->header.maxentry;	/* little-endian */
1015 	rp->header.nextindex = cpu_to_le16(XTENTRYSTART);
1016 
1017 	BT_MARK_DIRTY(smp, ip);
1018 	/* Don't log it if there are no links to the file */
1019 	if (!test_cflag(COMMIT_Nolink, ip)) {
1020 		/*
1021 		 * acquire a transaction lock on the new right page;
1022 		 */
1023 		tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW);
1024 		rxtlck = (struct xtlock *) & tlck->lock;
1025 		rxtlck->lwm.offset = XTENTRYSTART;
1026 		/*
1027 		 * acquire a transaction lock on the split page
1028 		 */
1029 		tlck = txLock(tid, ip, smp, tlckXTREE | tlckGROW);
1030 		sxtlck = (struct xtlock *) & tlck->lock;
1031 	}
1032 
1033 	/*
1034 	 * initialize/update sibling pointers of <sp> and <rp>
1035 	 */
1036 	nextbn = le64_to_cpu(sp->header.next);
1037 	rp->header.next = cpu_to_le64(nextbn);
1038 	rp->header.prev = cpu_to_le64(addressPXD(&sp->header.self));
1039 	sp->header.next = cpu_to_le64(rbn);
1040 
1041 	skip = split->index;
1042 
1043 	/*
1044 	 *	sequential append at tail (after last entry of last page)
1045 	 *
1046 	 * if splitting the last page on a level because of appending
1047 	 * a entry to it (skip is maxentry), it's likely that the access is
1048 	 * sequential. adding an empty page on the side of the level is less
1049 	 * work and can push the fill factor much higher than normal.
1050 	 * if we're wrong it's no big deal -  we will do the split the right
1051 	 * way next time.
1052 	 * (it may look like it's equally easy to do a similar hack for
1053 	 * reverse sorted data, that is, split the tree left, but it's not.
1054 	 * Be my guest.)
1055 	 */
1056 	if (nextbn == 0 && skip == le16_to_cpu(sp->header.maxentry)) {
1057 		/*
1058 		 * acquire a transaction lock on the new/right page;
1059 		 *
1060 		 * action: xad insertion;
1061 		 */
1062 		/* insert entry at the first entry of the new right page */
1063 		xad = &rp->xad[XTENTRYSTART];
1064 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
1065 			    split->addr);
1066 
1067 		rp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1);
1068 
1069 		if (!test_cflag(COMMIT_Nolink, ip)) {
1070 			/* rxtlck->lwm.offset = XTENTRYSTART; */
1071 			rxtlck->lwm.length = 1;
1072 		}
1073 
1074 		*rmpp = rmp;
1075 		*rbnp = rbn;
1076 
1077 		jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp);
1078 		return 0;
1079 	}
1080 
1081 	/*
1082 	 *	non-sequential insert (at possibly middle page)
1083 	 */
1084 
1085 	/*
1086 	 * update previous pointer of old next/right page of <sp>
1087 	 */
1088 	if (nextbn != 0) {
1089 		XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
1090 		if (rc) {
1091 			XT_PUTPAGE(rmp);
1092 			goto clean_up;
1093 		}
1094 
1095 		BT_MARK_DIRTY(mp, ip);
1096 		/*
1097 		 * acquire a transaction lock on the next page;
1098 		 *
1099 		 * action:sibling pointer update;
1100 		 */
1101 		if (!test_cflag(COMMIT_Nolink, ip))
1102 			tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
1103 
1104 		p->header.prev = cpu_to_le64(rbn);
1105 
1106 		/* sibling page may have been updated previously, or
1107 		 * it may be updated later;
1108 		 */
1109 
1110 		XT_PUTPAGE(mp);
1111 	}
1112 
1113 	/*
1114 	 * split the data between the split and new/right pages
1115 	 */
1116 	maxentry = le16_to_cpu(sp->header.maxentry);
1117 	middle = maxentry >> 1;
1118 	righthalf = maxentry - middle;
1119 
1120 	/*
1121 	 * skip index in old split/left page - insert into left page:
1122 	 */
1123 	if (skip <= middle) {
1124 		/* move right half of split page to the new right page */
1125 		memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle],
1126 			righthalf << L2XTSLOTSIZE);
1127 
1128 		/* shift right tail of left half to make room for new entry */
1129 		if (skip < middle)
1130 			memmove(&sp->xad[skip + 1], &sp->xad[skip],
1131 				(middle - skip) << L2XTSLOTSIZE);
1132 
1133 		/* insert new entry */
1134 		xad = &sp->xad[skip];
1135 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
1136 			    split->addr);
1137 
1138 		/* update page header */
1139 		sp->header.nextindex = cpu_to_le16(middle + 1);
1140 		if (!test_cflag(COMMIT_Nolink, ip)) {
1141 			sxtlck->lwm.offset = (sxtlck->lwm.offset) ?
1142 			    min(skip, (int)sxtlck->lwm.offset) : skip;
1143 		}
1144 
1145 		rp->header.nextindex =
1146 		    cpu_to_le16(XTENTRYSTART + righthalf);
1147 	}
1148 	/*
1149 	 * skip index in new right page - insert into right page:
1150 	 */
1151 	else {
1152 		/* move left head of right half to right page */
1153 		n = skip - middle;
1154 		memmove(&rp->xad[XTENTRYSTART], &sp->xad[middle],
1155 			n << L2XTSLOTSIZE);
1156 
1157 		/* insert new entry */
1158 		n += XTENTRYSTART;
1159 		xad = &rp->xad[n];
1160 		XT_PUTENTRY(xad, split->flag, split->off, split->len,
1161 			    split->addr);
1162 
1163 		/* move right tail of right half to right page */
1164 		if (skip < maxentry)
1165 			memmove(&rp->xad[n + 1], &sp->xad[skip],
1166 				(maxentry - skip) << L2XTSLOTSIZE);
1167 
1168 		/* update page header */
1169 		sp->header.nextindex = cpu_to_le16(middle);
1170 		if (!test_cflag(COMMIT_Nolink, ip)) {
1171 			sxtlck->lwm.offset = (sxtlck->lwm.offset) ?
1172 			    min(middle, (int)sxtlck->lwm.offset) : middle;
1173 		}
1174 
1175 		rp->header.nextindex = cpu_to_le16(XTENTRYSTART +
1176 						   righthalf + 1);
1177 	}
1178 
1179 	if (!test_cflag(COMMIT_Nolink, ip)) {
1180 		sxtlck->lwm.length = le16_to_cpu(sp->header.nextindex) -
1181 		    sxtlck->lwm.offset;
1182 
1183 		/* rxtlck->lwm.offset = XTENTRYSTART; */
1184 		rxtlck->lwm.length = le16_to_cpu(rp->header.nextindex) -
1185 		    XTENTRYSTART;
1186 	}
1187 
1188 	*rmpp = rmp;
1189 	*rbnp = rbn;
1190 
1191 	jfs_info("xtSplitPage: sp:0x%p rp:0x%p", sp, rp);
1192 	return rc;
1193 
1194       clean_up:
1195 
1196 	/* Rollback quota allocation. */
1197 	if (quota_allocation)
1198 		vfs_dq_free_block(ip, quota_allocation);
1199 
1200 	return (rc);
1201 }
1202 
1203 
1204 /*
1205  *	xtSplitRoot()
1206  *
1207  * function:
1208  *	split the full root page into original/root/split page and new
1209  *	right page
1210  *	i.e., root remains fixed in tree anchor (inode) and the root is
1211  *	copied to a single new right child page since root page <<
1212  *	non-root page, and the split root page contains a single entry
1213  *	for the new right child page.
1214  *
1215  * parameter:
1216  *	int		tid,
1217  *	struct inode	*ip,
1218  *	struct xtsplit	*split,
1219  *	struct metapage	**rmpp)
1220  *
1221  * return:
1222  *	Pointer to page in which to insert or NULL on error.
1223  */
1224 static int
1225 xtSplitRoot(tid_t tid,
1226 	    struct inode *ip, struct xtsplit * split, struct metapage ** rmpp)
1227 {
1228 	xtpage_t *sp;
1229 	struct metapage *rmp;
1230 	xtpage_t *rp;
1231 	s64 rbn;
1232 	int skip, nextindex;
1233 	xad_t *xad;
1234 	pxd_t *pxd;
1235 	struct pxdlist *pxdlist;
1236 	struct tlock *tlck;
1237 	struct xtlock *xtlck;
1238 
1239 	sp = &JFS_IP(ip)->i_xtroot;
1240 
1241 	INCREMENT(xtStat.split);
1242 
1243 	/*
1244 	 *	allocate a single (right) child page
1245 	 */
1246 	pxdlist = split->pxdlist;
1247 	pxd = &pxdlist->pxd[pxdlist->npxd];
1248 	pxdlist->npxd++;
1249 	rbn = addressPXD(pxd);
1250 	rmp = get_metapage(ip, rbn, PSIZE, 1);
1251 	if (rmp == NULL)
1252 		return -EIO;
1253 
1254 	/* Allocate blocks to quota. */
1255 	if (vfs_dq_alloc_block(ip, lengthPXD(pxd))) {
1256 		release_metapage(rmp);
1257 		return -EDQUOT;
1258 	}
1259 
1260 	jfs_info("xtSplitRoot: ip:0x%p rmp:0x%p", ip, rmp);
1261 
1262 	/*
1263 	 * acquire a transaction lock on the new right page;
1264 	 *
1265 	 * action: new page;
1266 	 */
1267 	BT_MARK_DIRTY(rmp, ip);
1268 
1269 	rp = (xtpage_t *) rmp->data;
1270 	rp->header.flag =
1271 	    (sp->header.flag & BT_LEAF) ? BT_LEAF : BT_INTERNAL;
1272 	rp->header.self = *pxd;
1273 	rp->header.nextindex = cpu_to_le16(XTENTRYSTART);
1274 	rp->header.maxentry = cpu_to_le16(PSIZE >> L2XTSLOTSIZE);
1275 
1276 	/* initialize sibling pointers */
1277 	rp->header.next = 0;
1278 	rp->header.prev = 0;
1279 
1280 	/*
1281 	 * copy the in-line root page into new right page extent
1282 	 */
1283 	nextindex = le16_to_cpu(sp->header.maxentry);
1284 	memmove(&rp->xad[XTENTRYSTART], &sp->xad[XTENTRYSTART],
1285 		(nextindex - XTENTRYSTART) << L2XTSLOTSIZE);
1286 
1287 	/*
1288 	 * insert the new entry into the new right/child page
1289 	 * (skip index in the new right page will not change)
1290 	 */
1291 	skip = split->index;
1292 	/* if insert into middle, shift right remaining entries */
1293 	if (skip != nextindex)
1294 		memmove(&rp->xad[skip + 1], &rp->xad[skip],
1295 			(nextindex - skip) * sizeof(xad_t));
1296 
1297 	xad = &rp->xad[skip];
1298 	XT_PUTENTRY(xad, split->flag, split->off, split->len, split->addr);
1299 
1300 	/* update page header */
1301 	rp->header.nextindex = cpu_to_le16(nextindex + 1);
1302 
1303 	if (!test_cflag(COMMIT_Nolink, ip)) {
1304 		tlck = txLock(tid, ip, rmp, tlckXTREE | tlckNEW);
1305 		xtlck = (struct xtlock *) & tlck->lock;
1306 		xtlck->lwm.offset = XTENTRYSTART;
1307 		xtlck->lwm.length = le16_to_cpu(rp->header.nextindex) -
1308 		    XTENTRYSTART;
1309 	}
1310 
1311 	/*
1312 	 *	reset the root
1313 	 *
1314 	 * init root with the single entry for the new right page
1315 	 * set the 1st entry offset to 0, which force the left-most key
1316 	 * at any level of the tree to be less than any search key.
1317 	 */
1318 	/*
1319 	 * acquire a transaction lock on the root page (in-memory inode);
1320 	 *
1321 	 * action: root split;
1322 	 */
1323 	BT_MARK_DIRTY(split->mp, ip);
1324 
1325 	xad = &sp->xad[XTENTRYSTART];
1326 	XT_PUTENTRY(xad, XAD_NEW, 0, JFS_SBI(ip->i_sb)->nbperpage, rbn);
1327 
1328 	/* update page header of root */
1329 	sp->header.flag &= ~BT_LEAF;
1330 	sp->header.flag |= BT_INTERNAL;
1331 
1332 	sp->header.nextindex = cpu_to_le16(XTENTRYSTART + 1);
1333 
1334 	if (!test_cflag(COMMIT_Nolink, ip)) {
1335 		tlck = txLock(tid, ip, split->mp, tlckXTREE | tlckGROW);
1336 		xtlck = (struct xtlock *) & tlck->lock;
1337 		xtlck->lwm.offset = XTENTRYSTART;
1338 		xtlck->lwm.length = 1;
1339 	}
1340 
1341 	*rmpp = rmp;
1342 
1343 	jfs_info("xtSplitRoot: sp:0x%p rp:0x%p", sp, rp);
1344 	return 0;
1345 }
1346 
1347 
1348 /*
1349  *	xtExtend()
1350  *
1351  * function: extend in-place;
1352  *
1353  * note: existing extent may or may not have been committed.
1354  * caller is responsible for pager buffer cache update, and
1355  * working block allocation map update;
1356  * update pmap: alloc whole extended extent;
1357  */
1358 int xtExtend(tid_t tid,		/* transaction id */
1359 	     struct inode *ip, s64 xoff,	/* delta extent offset */
1360 	     s32 xlen,		/* delta extent length */
1361 	     int flag)
1362 {
1363 	int rc = 0;
1364 	int cmp;
1365 	struct metapage *mp;	/* meta-page buffer */
1366 	xtpage_t *p;		/* base B+-tree index page */
1367 	s64 bn;
1368 	int index, nextindex, len;
1369 	struct btstack btstack;	/* traverse stack */
1370 	struct xtsplit split;	/* split information */
1371 	xad_t *xad;
1372 	s64 xaddr;
1373 	struct tlock *tlck;
1374 	struct xtlock *xtlck = NULL;
1375 
1376 	jfs_info("xtExtend: nxoff:0x%lx nxlen:0x%x", (ulong) xoff, xlen);
1377 
1378 	/* there must exist extent to be extended */
1379 	if ((rc = xtSearch(ip, xoff - 1, NULL, &cmp, &btstack, XT_INSERT)))
1380 		return rc;
1381 
1382 	/* retrieve search result */
1383 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
1384 
1385 	if (cmp != 0) {
1386 		XT_PUTPAGE(mp);
1387 		jfs_error(ip->i_sb, "xtExtend: xtSearch did not find extent");
1388 		return -EIO;
1389 	}
1390 
1391 	/* extension must be contiguous */
1392 	xad = &p->xad[index];
1393 	if ((offsetXAD(xad) + lengthXAD(xad)) != xoff) {
1394 		XT_PUTPAGE(mp);
1395 		jfs_error(ip->i_sb, "xtExtend: extension is not contiguous");
1396 		return -EIO;
1397 	}
1398 
1399 	/*
1400 	 * acquire a transaction lock on the leaf page;
1401 	 *
1402 	 * action: xad insertion/extension;
1403 	 */
1404 	BT_MARK_DIRTY(mp, ip);
1405 	if (!test_cflag(COMMIT_Nolink, ip)) {
1406 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1407 		xtlck = (struct xtlock *) & tlck->lock;
1408 	}
1409 
1410 	/* extend will overflow extent ? */
1411 	xlen = lengthXAD(xad) + xlen;
1412 	if ((len = xlen - MAXXLEN) <= 0)
1413 		goto extendOld;
1414 
1415 	/*
1416 	 *	extent overflow: insert entry for new extent
1417 	 */
1418 //insertNew:
1419 	xoff = offsetXAD(xad) + MAXXLEN;
1420 	xaddr = addressXAD(xad) + MAXXLEN;
1421 	nextindex = le16_to_cpu(p->header.nextindex);
1422 
1423 	/*
1424 	 *	if the leaf page is full, insert the new entry and
1425 	 *	propagate up the router entry for the new page from split
1426 	 *
1427 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
1428 	 */
1429 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
1430 		/* xtSpliUp() unpins leaf pages */
1431 		split.mp = mp;
1432 		split.index = index + 1;
1433 		split.flag = XAD_NEW;
1434 		split.off = xoff;	/* split offset */
1435 		split.len = len;
1436 		split.addr = xaddr;
1437 		split.pxdlist = NULL;
1438 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1439 			return rc;
1440 
1441 		/* get back old page */
1442 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1443 		if (rc)
1444 			return rc;
1445 		/*
1446 		 * if leaf root has been split, original root has been
1447 		 * copied to new child page, i.e., original entry now
1448 		 * resides on the new child page;
1449 		 */
1450 		if (p->header.flag & BT_INTERNAL) {
1451 			ASSERT(p->header.nextindex ==
1452 			       cpu_to_le16(XTENTRYSTART + 1));
1453 			xad = &p->xad[XTENTRYSTART];
1454 			bn = addressXAD(xad);
1455 			XT_PUTPAGE(mp);
1456 
1457 			/* get new child page */
1458 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1459 			if (rc)
1460 				return rc;
1461 
1462 			BT_MARK_DIRTY(mp, ip);
1463 			if (!test_cflag(COMMIT_Nolink, ip)) {
1464 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1465 				xtlck = (struct xtlock *) & tlck->lock;
1466 			}
1467 		}
1468 	}
1469 	/*
1470 	 *	insert the new entry into the leaf page
1471 	 */
1472 	else {
1473 		/* insert the new entry: mark the entry NEW */
1474 		xad = &p->xad[index + 1];
1475 		XT_PUTENTRY(xad, XAD_NEW, xoff, len, xaddr);
1476 
1477 		/* advance next available entry index */
1478 		le16_add_cpu(&p->header.nextindex, 1);
1479 	}
1480 
1481 	/* get back old entry */
1482 	xad = &p->xad[index];
1483 	xlen = MAXXLEN;
1484 
1485 	/*
1486 	 * extend old extent
1487 	 */
1488       extendOld:
1489 	XADlength(xad, xlen);
1490 	if (!(xad->flag & XAD_NEW))
1491 		xad->flag |= XAD_EXTENDED;
1492 
1493 	if (!test_cflag(COMMIT_Nolink, ip)) {
1494 		xtlck->lwm.offset =
1495 		    (xtlck->lwm.offset) ? min(index,
1496 					      (int)xtlck->lwm.offset) : index;
1497 		xtlck->lwm.length =
1498 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
1499 	}
1500 
1501 	/* unpin the leaf page */
1502 	XT_PUTPAGE(mp);
1503 
1504 	return rc;
1505 }
1506 
1507 #ifdef _NOTYET
1508 /*
1509  *	xtTailgate()
1510  *
1511  * function: split existing 'tail' extent
1512  *	(split offset >= start offset of tail extent), and
1513  *	relocate and extend the split tail half;
1514  *
1515  * note: existing extent may or may not have been committed.
1516  * caller is responsible for pager buffer cache update, and
1517  * working block allocation map update;
1518  * update pmap: free old split tail extent, alloc new extent;
1519  */
1520 int xtTailgate(tid_t tid,		/* transaction id */
1521 	       struct inode *ip, s64 xoff,	/* split/new extent offset */
1522 	       s32 xlen,	/* new extent length */
1523 	       s64 xaddr,	/* new extent address */
1524 	       int flag)
1525 {
1526 	int rc = 0;
1527 	int cmp;
1528 	struct metapage *mp;	/* meta-page buffer */
1529 	xtpage_t *p;		/* base B+-tree index page */
1530 	s64 bn;
1531 	int index, nextindex, llen, rlen;
1532 	struct btstack btstack;	/* traverse stack */
1533 	struct xtsplit split;	/* split information */
1534 	xad_t *xad;
1535 	struct tlock *tlck;
1536 	struct xtlock *xtlck = 0;
1537 	struct tlock *mtlck;
1538 	struct maplock *pxdlock;
1539 
1540 /*
1541 printf("xtTailgate: nxoff:0x%lx nxlen:0x%x nxaddr:0x%lx\n",
1542 	(ulong)xoff, xlen, (ulong)xaddr);
1543 */
1544 
1545 	/* there must exist extent to be tailgated */
1546 	if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, XT_INSERT)))
1547 		return rc;
1548 
1549 	/* retrieve search result */
1550 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
1551 
1552 	if (cmp != 0) {
1553 		XT_PUTPAGE(mp);
1554 		jfs_error(ip->i_sb, "xtTailgate: couldn't find extent");
1555 		return -EIO;
1556 	}
1557 
1558 	/* entry found must be last entry */
1559 	nextindex = le16_to_cpu(p->header.nextindex);
1560 	if (index != nextindex - 1) {
1561 		XT_PUTPAGE(mp);
1562 		jfs_error(ip->i_sb,
1563 			  "xtTailgate: the entry found is not the last entry");
1564 		return -EIO;
1565 	}
1566 
1567 	BT_MARK_DIRTY(mp, ip);
1568 	/*
1569 	 * acquire tlock of the leaf page containing original entry
1570 	 */
1571 	if (!test_cflag(COMMIT_Nolink, ip)) {
1572 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1573 		xtlck = (struct xtlock *) & tlck->lock;
1574 	}
1575 
1576 	/* completely replace extent ? */
1577 	xad = &p->xad[index];
1578 /*
1579 printf("xtTailgate: xoff:0x%lx xlen:0x%x xaddr:0x%lx\n",
1580 	(ulong)offsetXAD(xad), lengthXAD(xad), (ulong)addressXAD(xad));
1581 */
1582 	if ((llen = xoff - offsetXAD(xad)) == 0)
1583 		goto updateOld;
1584 
1585 	/*
1586 	 *	partially replace extent: insert entry for new extent
1587 	 */
1588 //insertNew:
1589 	/*
1590 	 *	if the leaf page is full, insert the new entry and
1591 	 *	propagate up the router entry for the new page from split
1592 	 *
1593 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
1594 	 */
1595 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
1596 		/* xtSpliUp() unpins leaf pages */
1597 		split.mp = mp;
1598 		split.index = index + 1;
1599 		split.flag = XAD_NEW;
1600 		split.off = xoff;	/* split offset */
1601 		split.len = xlen;
1602 		split.addr = xaddr;
1603 		split.pxdlist = NULL;
1604 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1605 			return rc;
1606 
1607 		/* get back old page */
1608 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1609 		if (rc)
1610 			return rc;
1611 		/*
1612 		 * if leaf root has been split, original root has been
1613 		 * copied to new child page, i.e., original entry now
1614 		 * resides on the new child page;
1615 		 */
1616 		if (p->header.flag & BT_INTERNAL) {
1617 			ASSERT(p->header.nextindex ==
1618 			       cpu_to_le16(XTENTRYSTART + 1));
1619 			xad = &p->xad[XTENTRYSTART];
1620 			bn = addressXAD(xad);
1621 			XT_PUTPAGE(mp);
1622 
1623 			/* get new child page */
1624 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1625 			if (rc)
1626 				return rc;
1627 
1628 			BT_MARK_DIRTY(mp, ip);
1629 			if (!test_cflag(COMMIT_Nolink, ip)) {
1630 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1631 				xtlck = (struct xtlock *) & tlck->lock;
1632 			}
1633 		}
1634 	}
1635 	/*
1636 	 *	insert the new entry into the leaf page
1637 	 */
1638 	else {
1639 		/* insert the new entry: mark the entry NEW */
1640 		xad = &p->xad[index + 1];
1641 		XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr);
1642 
1643 		/* advance next available entry index */
1644 		le16_add_cpu(&p->header.nextindex, 1);
1645 	}
1646 
1647 	/* get back old XAD */
1648 	xad = &p->xad[index];
1649 
1650 	/*
1651 	 * truncate/relocate old extent at split offset
1652 	 */
1653       updateOld:
1654 	/* update dmap for old/committed/truncated extent */
1655 	rlen = lengthXAD(xad) - llen;
1656 	if (!(xad->flag & XAD_NEW)) {
1657 		/* free from PWMAP at commit */
1658 		if (!test_cflag(COMMIT_Nolink, ip)) {
1659 			mtlck = txMaplock(tid, ip, tlckMAP);
1660 			pxdlock = (struct maplock *) & mtlck->lock;
1661 			pxdlock->flag = mlckFREEPXD;
1662 			PXDaddress(&pxdlock->pxd, addressXAD(xad) + llen);
1663 			PXDlength(&pxdlock->pxd, rlen);
1664 			pxdlock->index = 1;
1665 		}
1666 	} else
1667 		/* free from WMAP */
1668 		dbFree(ip, addressXAD(xad) + llen, (s64) rlen);
1669 
1670 	if (llen)
1671 		/* truncate */
1672 		XADlength(xad, llen);
1673 	else
1674 		/* replace */
1675 		XT_PUTENTRY(xad, XAD_NEW, xoff, xlen, xaddr);
1676 
1677 	if (!test_cflag(COMMIT_Nolink, ip)) {
1678 		xtlck->lwm.offset = (xtlck->lwm.offset) ?
1679 		    min(index, (int)xtlck->lwm.offset) : index;
1680 		xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
1681 		    xtlck->lwm.offset;
1682 	}
1683 
1684 	/* unpin the leaf page */
1685 	XT_PUTPAGE(mp);
1686 
1687 	return rc;
1688 }
1689 #endif /* _NOTYET */
1690 
1691 /*
1692  *	xtUpdate()
1693  *
1694  * function: update XAD;
1695  *
1696  *	update extent for allocated_but_not_recorded or
1697  *	compressed extent;
1698  *
1699  * parameter:
1700  *	nxad	- new XAD;
1701  *		logical extent of the specified XAD must be completely
1702  *		contained by an existing XAD;
1703  */
1704 int xtUpdate(tid_t tid, struct inode *ip, xad_t * nxad)
1705 {				/* new XAD */
1706 	int rc = 0;
1707 	int cmp;
1708 	struct metapage *mp;	/* meta-page buffer */
1709 	xtpage_t *p;		/* base B+-tree index page */
1710 	s64 bn;
1711 	int index0, index, newindex, nextindex;
1712 	struct btstack btstack;	/* traverse stack */
1713 	struct xtsplit split;	/* split information */
1714 	xad_t *xad, *lxad, *rxad;
1715 	int xflag;
1716 	s64 nxoff, xoff;
1717 	int nxlen, xlen, lxlen, rxlen;
1718 	s64 nxaddr, xaddr;
1719 	struct tlock *tlck;
1720 	struct xtlock *xtlck = NULL;
1721 	int newpage = 0;
1722 
1723 	/* there must exist extent to be tailgated */
1724 	nxoff = offsetXAD(nxad);
1725 	nxlen = lengthXAD(nxad);
1726 	nxaddr = addressXAD(nxad);
1727 
1728 	if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT)))
1729 		return rc;
1730 
1731 	/* retrieve search result */
1732 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0);
1733 
1734 	if (cmp != 0) {
1735 		XT_PUTPAGE(mp);
1736 		jfs_error(ip->i_sb, "xtUpdate: Could not find extent");
1737 		return -EIO;
1738 	}
1739 
1740 	BT_MARK_DIRTY(mp, ip);
1741 	/*
1742 	 * acquire tlock of the leaf page containing original entry
1743 	 */
1744 	if (!test_cflag(COMMIT_Nolink, ip)) {
1745 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
1746 		xtlck = (struct xtlock *) & tlck->lock;
1747 	}
1748 
1749 	xad = &p->xad[index0];
1750 	xflag = xad->flag;
1751 	xoff = offsetXAD(xad);
1752 	xlen = lengthXAD(xad);
1753 	xaddr = addressXAD(xad);
1754 
1755 	/* nXAD must be completely contained within XAD */
1756 	if ((xoff > nxoff) ||
1757 	    (nxoff + nxlen > xoff + xlen)) {
1758 		XT_PUTPAGE(mp);
1759 		jfs_error(ip->i_sb,
1760 			  "xtUpdate: nXAD in not completely contained within XAD");
1761 		return -EIO;
1762 	}
1763 
1764 	index = index0;
1765 	newindex = index + 1;
1766 	nextindex = le16_to_cpu(p->header.nextindex);
1767 
1768 #ifdef  _JFS_WIP_NOCOALESCE
1769 	if (xoff < nxoff)
1770 		goto updateRight;
1771 
1772 	/*
1773 	 * replace XAD with nXAD
1774 	 */
1775       replace:			/* (nxoff == xoff) */
1776 	if (nxlen == xlen) {
1777 		/* replace XAD with nXAD:recorded */
1778 		*xad = *nxad;
1779 		xad->flag = xflag & ~XAD_NOTRECORDED;
1780 
1781 		goto out;
1782 	} else			/* (nxlen < xlen) */
1783 		goto updateLeft;
1784 #endif				/* _JFS_WIP_NOCOALESCE */
1785 
1786 /* #ifdef _JFS_WIP_COALESCE */
1787 	if (xoff < nxoff)
1788 		goto coalesceRight;
1789 
1790 	/*
1791 	 * coalesce with left XAD
1792 	 */
1793 //coalesceLeft: /* (xoff == nxoff) */
1794 	/* is XAD first entry of page ? */
1795 	if (index == XTENTRYSTART)
1796 		goto replace;
1797 
1798 	/* is nXAD logically and physically contiguous with lXAD ? */
1799 	lxad = &p->xad[index - 1];
1800 	lxlen = lengthXAD(lxad);
1801 	if (!(lxad->flag & XAD_NOTRECORDED) &&
1802 	    (nxoff == offsetXAD(lxad) + lxlen) &&
1803 	    (nxaddr == addressXAD(lxad) + lxlen) &&
1804 	    (lxlen + nxlen < MAXXLEN)) {
1805 		/* extend right lXAD */
1806 		index0 = index - 1;
1807 		XADlength(lxad, lxlen + nxlen);
1808 
1809 		/* If we just merged two extents together, need to make sure the
1810 		 * right extent gets logged.  If the left one is marked XAD_NEW,
1811 		 * then we know it will be logged.  Otherwise, mark as
1812 		 * XAD_EXTENDED
1813 		 */
1814 		if (!(lxad->flag & XAD_NEW))
1815 			lxad->flag |= XAD_EXTENDED;
1816 
1817 		if (xlen > nxlen) {
1818 			/* truncate XAD */
1819 			XADoffset(xad, xoff + nxlen);
1820 			XADlength(xad, xlen - nxlen);
1821 			XADaddress(xad, xaddr + nxlen);
1822 			goto out;
1823 		} else {	/* (xlen == nxlen) */
1824 
1825 			/* remove XAD */
1826 			if (index < nextindex - 1)
1827 				memmove(&p->xad[index], &p->xad[index + 1],
1828 					(nextindex - index -
1829 					 1) << L2XTSLOTSIZE);
1830 
1831 			p->header.nextindex =
1832 			    cpu_to_le16(le16_to_cpu(p->header.nextindex) -
1833 					1);
1834 
1835 			index = index0;
1836 			newindex = index + 1;
1837 			nextindex = le16_to_cpu(p->header.nextindex);
1838 			xoff = nxoff = offsetXAD(lxad);
1839 			xlen = nxlen = lxlen + nxlen;
1840 			xaddr = nxaddr = addressXAD(lxad);
1841 			goto coalesceRight;
1842 		}
1843 	}
1844 
1845 	/*
1846 	 * replace XAD with nXAD
1847 	 */
1848       replace:			/* (nxoff == xoff) */
1849 	if (nxlen == xlen) {
1850 		/* replace XAD with nXAD:recorded */
1851 		*xad = *nxad;
1852 		xad->flag = xflag & ~XAD_NOTRECORDED;
1853 
1854 		goto coalesceRight;
1855 	} else			/* (nxlen < xlen) */
1856 		goto updateLeft;
1857 
1858 	/*
1859 	 * coalesce with right XAD
1860 	 */
1861       coalesceRight:		/* (xoff <= nxoff) */
1862 	/* is XAD last entry of page ? */
1863 	if (newindex == nextindex) {
1864 		if (xoff == nxoff)
1865 			goto out;
1866 		goto updateRight;
1867 	}
1868 
1869 	/* is nXAD logically and physically contiguous with rXAD ? */
1870 	rxad = &p->xad[index + 1];
1871 	rxlen = lengthXAD(rxad);
1872 	if (!(rxad->flag & XAD_NOTRECORDED) &&
1873 	    (nxoff + nxlen == offsetXAD(rxad)) &&
1874 	    (nxaddr + nxlen == addressXAD(rxad)) &&
1875 	    (rxlen + nxlen < MAXXLEN)) {
1876 		/* extend left rXAD */
1877 		XADoffset(rxad, nxoff);
1878 		XADlength(rxad, rxlen + nxlen);
1879 		XADaddress(rxad, nxaddr);
1880 
1881 		/* If we just merged two extents together, need to make sure
1882 		 * the left extent gets logged.  If the right one is marked
1883 		 * XAD_NEW, then we know it will be logged.  Otherwise, mark as
1884 		 * XAD_EXTENDED
1885 		 */
1886 		if (!(rxad->flag & XAD_NEW))
1887 			rxad->flag |= XAD_EXTENDED;
1888 
1889 		if (xlen > nxlen)
1890 			/* truncate XAD */
1891 			XADlength(xad, xlen - nxlen);
1892 		else {		/* (xlen == nxlen) */
1893 
1894 			/* remove XAD */
1895 			memmove(&p->xad[index], &p->xad[index + 1],
1896 				(nextindex - index - 1) << L2XTSLOTSIZE);
1897 
1898 			p->header.nextindex =
1899 			    cpu_to_le16(le16_to_cpu(p->header.nextindex) -
1900 					1);
1901 		}
1902 
1903 		goto out;
1904 	} else if (xoff == nxoff)
1905 		goto out;
1906 
1907 	if (xoff >= nxoff) {
1908 		XT_PUTPAGE(mp);
1909 		jfs_error(ip->i_sb, "xtUpdate: xoff >= nxoff");
1910 		return -EIO;
1911 	}
1912 /* #endif _JFS_WIP_COALESCE */
1913 
1914 	/*
1915 	 * split XAD into (lXAD, nXAD):
1916 	 *
1917 	 *          |---nXAD--->
1918 	 * --|----------XAD----------|--
1919 	 *   |-lXAD-|
1920 	 */
1921       updateRight:		/* (xoff < nxoff) */
1922 	/* truncate old XAD as lXAD:not_recorded */
1923 	xad = &p->xad[index];
1924 	XADlength(xad, nxoff - xoff);
1925 
1926 	/* insert nXAD:recorded */
1927 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
1928 
1929 		/* xtSpliUp() unpins leaf pages */
1930 		split.mp = mp;
1931 		split.index = newindex;
1932 		split.flag = xflag & ~XAD_NOTRECORDED;
1933 		split.off = nxoff;
1934 		split.len = nxlen;
1935 		split.addr = nxaddr;
1936 		split.pxdlist = NULL;
1937 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
1938 			return rc;
1939 
1940 		/* get back old page */
1941 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1942 		if (rc)
1943 			return rc;
1944 		/*
1945 		 * if leaf root has been split, original root has been
1946 		 * copied to new child page, i.e., original entry now
1947 		 * resides on the new child page;
1948 		 */
1949 		if (p->header.flag & BT_INTERNAL) {
1950 			ASSERT(p->header.nextindex ==
1951 			       cpu_to_le16(XTENTRYSTART + 1));
1952 			xad = &p->xad[XTENTRYSTART];
1953 			bn = addressXAD(xad);
1954 			XT_PUTPAGE(mp);
1955 
1956 			/* get new child page */
1957 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
1958 			if (rc)
1959 				return rc;
1960 
1961 			BT_MARK_DIRTY(mp, ip);
1962 			if (!test_cflag(COMMIT_Nolink, ip)) {
1963 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
1964 				xtlck = (struct xtlock *) & tlck->lock;
1965 			}
1966 		} else {
1967 			/* is nXAD on new page ? */
1968 			if (newindex >
1969 			    (le16_to_cpu(p->header.maxentry) >> 1)) {
1970 				newindex =
1971 				    newindex -
1972 				    le16_to_cpu(p->header.nextindex) +
1973 				    XTENTRYSTART;
1974 				newpage = 1;
1975 			}
1976 		}
1977 	} else {
1978 		/* if insert into middle, shift right remaining entries */
1979 		if (newindex < nextindex)
1980 			memmove(&p->xad[newindex + 1], &p->xad[newindex],
1981 				(nextindex - newindex) << L2XTSLOTSIZE);
1982 
1983 		/* insert the entry */
1984 		xad = &p->xad[newindex];
1985 		*xad = *nxad;
1986 		xad->flag = xflag & ~XAD_NOTRECORDED;
1987 
1988 		/* advance next available entry index. */
1989 		p->header.nextindex =
1990 		    cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1);
1991 	}
1992 
1993 	/*
1994 	 * does nXAD force 3-way split ?
1995 	 *
1996 	 *          |---nXAD--->|
1997 	 * --|----------XAD-------------|--
1998 	 *   |-lXAD-|           |-rXAD -|
1999 	 */
2000 	if (nxoff + nxlen == xoff + xlen)
2001 		goto out;
2002 
2003 	/* reorient nXAD as XAD for further split XAD into (nXAD, rXAD) */
2004 	if (newpage) {
2005 		/* close out old page */
2006 		if (!test_cflag(COMMIT_Nolink, ip)) {
2007 			xtlck->lwm.offset = (xtlck->lwm.offset) ?
2008 			    min(index0, (int)xtlck->lwm.offset) : index0;
2009 			xtlck->lwm.length =
2010 			    le16_to_cpu(p->header.nextindex) -
2011 			    xtlck->lwm.offset;
2012 		}
2013 
2014 		bn = le64_to_cpu(p->header.next);
2015 		XT_PUTPAGE(mp);
2016 
2017 		/* get new right page */
2018 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2019 		if (rc)
2020 			return rc;
2021 
2022 		BT_MARK_DIRTY(mp, ip);
2023 		if (!test_cflag(COMMIT_Nolink, ip)) {
2024 			tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
2025 			xtlck = (struct xtlock *) & tlck->lock;
2026 		}
2027 
2028 		index0 = index = newindex;
2029 	} else
2030 		index++;
2031 
2032 	newindex = index + 1;
2033 	nextindex = le16_to_cpu(p->header.nextindex);
2034 	xlen = xlen - (nxoff - xoff);
2035 	xoff = nxoff;
2036 	xaddr = nxaddr;
2037 
2038 	/* recompute split pages */
2039 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
2040 		XT_PUTPAGE(mp);
2041 
2042 		if ((rc = xtSearch(ip, nxoff, NULL, &cmp, &btstack, XT_INSERT)))
2043 			return rc;
2044 
2045 		/* retrieve search result */
2046 		XT_GETSEARCH(ip, btstack.top, bn, mp, p, index0);
2047 
2048 		if (cmp != 0) {
2049 			XT_PUTPAGE(mp);
2050 			jfs_error(ip->i_sb, "xtUpdate: xtSearch failed");
2051 			return -EIO;
2052 		}
2053 
2054 		if (index0 != index) {
2055 			XT_PUTPAGE(mp);
2056 			jfs_error(ip->i_sb,
2057 				  "xtUpdate: unexpected value of index");
2058 			return -EIO;
2059 		}
2060 	}
2061 
2062 	/*
2063 	 * split XAD into (nXAD, rXAD)
2064 	 *
2065 	 *          ---nXAD---|
2066 	 * --|----------XAD----------|--
2067 	 *                    |-rXAD-|
2068 	 */
2069       updateLeft:		/* (nxoff == xoff) && (nxlen < xlen) */
2070 	/* update old XAD with nXAD:recorded */
2071 	xad = &p->xad[index];
2072 	*xad = *nxad;
2073 	xad->flag = xflag & ~XAD_NOTRECORDED;
2074 
2075 	/* insert rXAD:not_recorded */
2076 	xoff = xoff + nxlen;
2077 	xlen = xlen - nxlen;
2078 	xaddr = xaddr + nxlen;
2079 	if (nextindex == le16_to_cpu(p->header.maxentry)) {
2080 /*
2081 printf("xtUpdate.updateLeft.split p:0x%p\n", p);
2082 */
2083 		/* xtSpliUp() unpins leaf pages */
2084 		split.mp = mp;
2085 		split.index = newindex;
2086 		split.flag = xflag;
2087 		split.off = xoff;
2088 		split.len = xlen;
2089 		split.addr = xaddr;
2090 		split.pxdlist = NULL;
2091 		if ((rc = xtSplitUp(tid, ip, &split, &btstack)))
2092 			return rc;
2093 
2094 		/* get back old page */
2095 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2096 		if (rc)
2097 			return rc;
2098 
2099 		/*
2100 		 * if leaf root has been split, original root has been
2101 		 * copied to new child page, i.e., original entry now
2102 		 * resides on the new child page;
2103 		 */
2104 		if (p->header.flag & BT_INTERNAL) {
2105 			ASSERT(p->header.nextindex ==
2106 			       cpu_to_le16(XTENTRYSTART + 1));
2107 			xad = &p->xad[XTENTRYSTART];
2108 			bn = addressXAD(xad);
2109 			XT_PUTPAGE(mp);
2110 
2111 			/* get new child page */
2112 			XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2113 			if (rc)
2114 				return rc;
2115 
2116 			BT_MARK_DIRTY(mp, ip);
2117 			if (!test_cflag(COMMIT_Nolink, ip)) {
2118 				tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
2119 				xtlck = (struct xtlock *) & tlck->lock;
2120 			}
2121 		}
2122 	} else {
2123 		/* if insert into middle, shift right remaining entries */
2124 		if (newindex < nextindex)
2125 			memmove(&p->xad[newindex + 1], &p->xad[newindex],
2126 				(nextindex - newindex) << L2XTSLOTSIZE);
2127 
2128 		/* insert the entry */
2129 		xad = &p->xad[newindex];
2130 		XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
2131 
2132 		/* advance next available entry index. */
2133 		p->header.nextindex =
2134 		    cpu_to_le16(le16_to_cpu(p->header.nextindex) + 1);
2135 	}
2136 
2137       out:
2138 	if (!test_cflag(COMMIT_Nolink, ip)) {
2139 		xtlck->lwm.offset = (xtlck->lwm.offset) ?
2140 		    min(index0, (int)xtlck->lwm.offset) : index0;
2141 		xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
2142 		    xtlck->lwm.offset;
2143 	}
2144 
2145 	/* unpin the leaf page */
2146 	XT_PUTPAGE(mp);
2147 
2148 	return rc;
2149 }
2150 
2151 
2152 /*
2153  *	xtAppend()
2154  *
2155  * function: grow in append mode from contiguous region specified ;
2156  *
2157  * parameter:
2158  *	tid		- transaction id;
2159  *	ip		- file object;
2160  *	xflag		- extent flag:
2161  *	xoff		- extent offset;
2162  *	maxblocks	- max extent length;
2163  *	xlen		- extent length (in/out);
2164  *	xaddrp		- extent address pointer (in/out):
2165  *	flag		-
2166  *
2167  * return:
2168  */
2169 int xtAppend(tid_t tid,		/* transaction id */
2170 	     struct inode *ip, int xflag, s64 xoff, s32 maxblocks,
2171 	     s32 * xlenp,	/* (in/out) */
2172 	     s64 * xaddrp,	/* (in/out) */
2173 	     int flag)
2174 {
2175 	int rc = 0;
2176 	struct metapage *mp;	/* meta-page buffer */
2177 	xtpage_t *p;		/* base B+-tree index page */
2178 	s64 bn, xaddr;
2179 	int index, nextindex;
2180 	struct btstack btstack;	/* traverse stack */
2181 	struct xtsplit split;	/* split information */
2182 	xad_t *xad;
2183 	int cmp;
2184 	struct tlock *tlck;
2185 	struct xtlock *xtlck;
2186 	int nsplit, nblocks, xlen;
2187 	struct pxdlist pxdlist;
2188 	pxd_t *pxd;
2189 	s64 next;
2190 
2191 	xaddr = *xaddrp;
2192 	xlen = *xlenp;
2193 	jfs_info("xtAppend: xoff:0x%lx maxblocks:%d xlen:%d xaddr:0x%lx",
2194 		 (ulong) xoff, maxblocks, xlen, (ulong) xaddr);
2195 
2196 	/*
2197 	 *	search for the entry location at which to insert:
2198 	 *
2199 	 * xtFastSearch() and xtSearch() both returns (leaf page
2200 	 * pinned, index at which to insert).
2201 	 * n.b. xtSearch() may return index of maxentry of
2202 	 * the full page.
2203 	 */
2204 	if ((rc = xtSearch(ip, xoff, &next, &cmp, &btstack, XT_INSERT)))
2205 		return rc;
2206 
2207 	/* retrieve search result */
2208 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2209 
2210 	if (cmp == 0) {
2211 		rc = -EEXIST;
2212 		goto out;
2213 	}
2214 
2215 	if (next)
2216 		xlen = min(xlen, (int)(next - xoff));
2217 //insert:
2218 	/*
2219 	 *	insert entry for new extent
2220 	 */
2221 	xflag |= XAD_NEW;
2222 
2223 	/*
2224 	 *	if the leaf page is full, split the page and
2225 	 *	propagate up the router entry for the new page from split
2226 	 *
2227 	 * The xtSplitUp() will insert the entry and unpin the leaf page.
2228 	 */
2229 	nextindex = le16_to_cpu(p->header.nextindex);
2230 	if (nextindex < le16_to_cpu(p->header.maxentry))
2231 		goto insertLeaf;
2232 
2233 	/*
2234 	 * allocate new index blocks to cover index page split(s)
2235 	 */
2236 	nsplit = btstack.nsplit;
2237 	split.pxdlist = &pxdlist;
2238 	pxdlist.maxnpxd = pxdlist.npxd = 0;
2239 	pxd = &pxdlist.pxd[0];
2240 	nblocks = JFS_SBI(ip->i_sb)->nbperpage;
2241 	for (; nsplit > 0; nsplit--, pxd++, xaddr += nblocks, maxblocks -= nblocks) {
2242 		if ((rc = dbAllocBottomUp(ip, xaddr, (s64) nblocks)) == 0) {
2243 			PXDaddress(pxd, xaddr);
2244 			PXDlength(pxd, nblocks);
2245 
2246 			pxdlist.maxnpxd++;
2247 
2248 			continue;
2249 		}
2250 
2251 		/* undo allocation */
2252 
2253 		goto out;
2254 	}
2255 
2256 	xlen = min(xlen, maxblocks);
2257 
2258 	/*
2259 	 * allocate data extent requested
2260 	 */
2261 	if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen)))
2262 		goto out;
2263 
2264 	split.mp = mp;
2265 	split.index = index;
2266 	split.flag = xflag;
2267 	split.off = xoff;
2268 	split.len = xlen;
2269 	split.addr = xaddr;
2270 	if ((rc = xtSplitUp(tid, ip, &split, &btstack))) {
2271 		/* undo data extent allocation */
2272 		dbFree(ip, *xaddrp, (s64) * xlenp);
2273 
2274 		return rc;
2275 	}
2276 
2277 	*xaddrp = xaddr;
2278 	*xlenp = xlen;
2279 	return 0;
2280 
2281 	/*
2282 	 *	insert the new entry into the leaf page
2283 	 */
2284       insertLeaf:
2285 	/*
2286 	 * allocate data extent requested
2287 	 */
2288 	if ((rc = dbAllocBottomUp(ip, xaddr, (s64) xlen)))
2289 		goto out;
2290 
2291 	BT_MARK_DIRTY(mp, ip);
2292 	/*
2293 	 * acquire a transaction lock on the leaf page;
2294 	 *
2295 	 * action: xad insertion/extension;
2296 	 */
2297 	tlck = txLock(tid, ip, mp, tlckXTREE | tlckGROW);
2298 	xtlck = (struct xtlock *) & tlck->lock;
2299 
2300 	/* insert the new entry: mark the entry NEW */
2301 	xad = &p->xad[index];
2302 	XT_PUTENTRY(xad, xflag, xoff, xlen, xaddr);
2303 
2304 	/* advance next available entry index */
2305 	le16_add_cpu(&p->header.nextindex, 1);
2306 
2307 	xtlck->lwm.offset =
2308 	    (xtlck->lwm.offset) ? min(index,(int) xtlck->lwm.offset) : index;
2309 	xtlck->lwm.length = le16_to_cpu(p->header.nextindex) -
2310 	    xtlck->lwm.offset;
2311 
2312 	*xaddrp = xaddr;
2313 	*xlenp = xlen;
2314 
2315       out:
2316 	/* unpin the leaf page */
2317 	XT_PUTPAGE(mp);
2318 
2319 	return rc;
2320 }
2321 #ifdef _STILL_TO_PORT
2322 
2323 /* - TBD for defragmentaion/reorganization -
2324  *
2325  *	xtDelete()
2326  *
2327  * function:
2328  *	delete the entry with the specified key.
2329  *
2330  *	N.B.: whole extent of the entry is assumed to be deleted.
2331  *
2332  * parameter:
2333  *
2334  * return:
2335  *	ENOENT: if the entry is not found.
2336  *
2337  * exception:
2338  */
2339 int xtDelete(tid_t tid, struct inode *ip, s64 xoff, s32 xlen, int flag)
2340 {
2341 	int rc = 0;
2342 	struct btstack btstack;
2343 	int cmp;
2344 	s64 bn;
2345 	struct metapage *mp;
2346 	xtpage_t *p;
2347 	int index, nextindex;
2348 	struct tlock *tlck;
2349 	struct xtlock *xtlck;
2350 
2351 	/*
2352 	 * find the matching entry; xtSearch() pins the page
2353 	 */
2354 	if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0)))
2355 		return rc;
2356 
2357 	XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
2358 	if (cmp) {
2359 		/* unpin the leaf page */
2360 		XT_PUTPAGE(mp);
2361 		return -ENOENT;
2362 	}
2363 
2364 	/*
2365 	 * delete the entry from the leaf page
2366 	 */
2367 	nextindex = le16_to_cpu(p->header.nextindex);
2368 	le16_add_cpu(&p->header.nextindex, -1);
2369 
2370 	/*
2371 	 * if the leaf page bocome empty, free the page
2372 	 */
2373 	if (p->header.nextindex == cpu_to_le16(XTENTRYSTART))
2374 		return (xtDeleteUp(tid, ip, mp, p, &btstack));
2375 
2376 	BT_MARK_DIRTY(mp, ip);
2377 	/*
2378 	 * acquire a transaction lock on the leaf page;
2379 	 *
2380 	 * action:xad deletion;
2381 	 */
2382 	tlck = txLock(tid, ip, mp, tlckXTREE);
2383 	xtlck = (struct xtlock *) & tlck->lock;
2384 	xtlck->lwm.offset =
2385 	    (xtlck->lwm.offset) ? min(index, xtlck->lwm.offset) : index;
2386 
2387 	/* if delete from middle, shift left/compact the remaining entries */
2388 	if (index < nextindex - 1)
2389 		memmove(&p->xad[index], &p->xad[index + 1],
2390 			(nextindex - index - 1) * sizeof(xad_t));
2391 
2392 	XT_PUTPAGE(mp);
2393 
2394 	return 0;
2395 }
2396 
2397 
2398 /* - TBD for defragmentaion/reorganization -
2399  *
2400  *	xtDeleteUp()
2401  *
2402  * function:
2403  *	free empty pages as propagating deletion up the tree
2404  *
2405  * parameter:
2406  *
2407  * return:
2408  */
2409 static int
2410 xtDeleteUp(tid_t tid, struct inode *ip,
2411 	   struct metapage * fmp, xtpage_t * fp, struct btstack * btstack)
2412 {
2413 	int rc = 0;
2414 	struct metapage *mp;
2415 	xtpage_t *p;
2416 	int index, nextindex;
2417 	s64 xaddr;
2418 	int xlen;
2419 	struct btframe *parent;
2420 	struct tlock *tlck;
2421 	struct xtlock *xtlck;
2422 
2423 	/*
2424 	 * keep root leaf page which has become empty
2425 	 */
2426 	if (fp->header.flag & BT_ROOT) {
2427 		/* keep the root page */
2428 		fp->header.flag &= ~BT_INTERNAL;
2429 		fp->header.flag |= BT_LEAF;
2430 		fp->header.nextindex = cpu_to_le16(XTENTRYSTART);
2431 
2432 		/* XT_PUTPAGE(fmp); */
2433 
2434 		return 0;
2435 	}
2436 
2437 	/*
2438 	 * free non-root leaf page
2439 	 */
2440 	if ((rc = xtRelink(tid, ip, fp))) {
2441 		XT_PUTPAGE(fmp);
2442 		return rc;
2443 	}
2444 
2445 	xaddr = addressPXD(&fp->header.self);
2446 	xlen = lengthPXD(&fp->header.self);
2447 	/* free the page extent */
2448 	dbFree(ip, xaddr, (s64) xlen);
2449 
2450 	/* free the buffer page */
2451 	discard_metapage(fmp);
2452 
2453 	/*
2454 	 * propagate page deletion up the index tree
2455 	 *
2456 	 * If the delete from the parent page makes it empty,
2457 	 * continue all the way up the tree.
2458 	 * stop if the root page is reached (which is never deleted) or
2459 	 * if the entry deletion does not empty the page.
2460 	 */
2461 	while ((parent = BT_POP(btstack)) != NULL) {
2462 		/* get/pin the parent page <sp> */
2463 		XT_GETPAGE(ip, parent->bn, mp, PSIZE, p, rc);
2464 		if (rc)
2465 			return rc;
2466 
2467 		index = parent->index;
2468 
2469 		/* delete the entry for the freed child page from parent.
2470 		 */
2471 		nextindex = le16_to_cpu(p->header.nextindex);
2472 
2473 		/*
2474 		 * the parent has the single entry being deleted:
2475 		 * free the parent page which has become empty.
2476 		 */
2477 		if (nextindex == 1) {
2478 			if (p->header.flag & BT_ROOT) {
2479 				/* keep the root page */
2480 				p->header.flag &= ~BT_INTERNAL;
2481 				p->header.flag |= BT_LEAF;
2482 				p->header.nextindex =
2483 				    cpu_to_le16(XTENTRYSTART);
2484 
2485 				/* XT_PUTPAGE(mp); */
2486 
2487 				break;
2488 			} else {
2489 				/* free the parent page */
2490 				if ((rc = xtRelink(tid, ip, p)))
2491 					return rc;
2492 
2493 				xaddr = addressPXD(&p->header.self);
2494 				/* free the page extent */
2495 				dbFree(ip, xaddr,
2496 				       (s64) JFS_SBI(ip->i_sb)->nbperpage);
2497 
2498 				/* unpin/free the buffer page */
2499 				discard_metapage(mp);
2500 
2501 				/* propagate up */
2502 				continue;
2503 			}
2504 		}
2505 		/*
2506 		 * the parent has other entries remaining:
2507 		 * delete the router entry from the parent page.
2508 		 */
2509 		else {
2510 			BT_MARK_DIRTY(mp, ip);
2511 			/*
2512 			 * acquire a transaction lock on the leaf page;
2513 			 *
2514 			 * action:xad deletion;
2515 			 */
2516 			tlck = txLock(tid, ip, mp, tlckXTREE);
2517 			xtlck = (struct xtlock *) & tlck->lock;
2518 			xtlck->lwm.offset =
2519 			    (xtlck->lwm.offset) ? min(index,
2520 						      xtlck->lwm.
2521 						      offset) : index;
2522 
2523 			/* if delete from middle,
2524 			 * shift left/compact the remaining entries in the page
2525 			 */
2526 			if (index < nextindex - 1)
2527 				memmove(&p->xad[index], &p->xad[index + 1],
2528 					(nextindex - index -
2529 					 1) << L2XTSLOTSIZE);
2530 
2531 			le16_add_cpu(&p->header.nextindex, -1);
2532 			jfs_info("xtDeleteUp(entry): 0x%lx[%d]",
2533 				 (ulong) parent->bn, index);
2534 		}
2535 
2536 		/* unpin the parent page */
2537 		XT_PUTPAGE(mp);
2538 
2539 		/* exit propagation up */
2540 		break;
2541 	}
2542 
2543 	return 0;
2544 }
2545 
2546 
2547 /*
2548  * NAME:	xtRelocate()
2549  *
2550  * FUNCTION:	relocate xtpage or data extent of regular file;
2551  *		This function is mainly used by defragfs utility.
2552  *
2553  * NOTE:	This routine does not have the logic to handle
2554  *		uncommitted allocated extent. The caller should call
2555  *		txCommit() to commit all the allocation before call
2556  *		this routine.
2557  */
2558 int
2559 xtRelocate(tid_t tid, struct inode * ip, xad_t * oxad,	/* old XAD */
2560 	   s64 nxaddr,		/* new xaddr */
2561 	   int xtype)
2562 {				/* extent type: XTPAGE or DATAEXT */
2563 	int rc = 0;
2564 	struct tblock *tblk;
2565 	struct tlock *tlck;
2566 	struct xtlock *xtlck;
2567 	struct metapage *mp, *pmp, *lmp, *rmp;	/* meta-page buffer */
2568 	xtpage_t *p, *pp, *rp, *lp;	/* base B+-tree index page */
2569 	xad_t *xad;
2570 	pxd_t *pxd;
2571 	s64 xoff, xsize;
2572 	int xlen;
2573 	s64 oxaddr, sxaddr, dxaddr, nextbn, prevbn;
2574 	cbuf_t *cp;
2575 	s64 offset, nbytes, nbrd, pno;
2576 	int nb, npages, nblks;
2577 	s64 bn;
2578 	int cmp;
2579 	int index;
2580 	struct pxd_lock *pxdlock;
2581 	struct btstack btstack;	/* traverse stack */
2582 
2583 	xtype = xtype & EXTENT_TYPE;
2584 
2585 	xoff = offsetXAD(oxad);
2586 	oxaddr = addressXAD(oxad);
2587 	xlen = lengthXAD(oxad);
2588 
2589 	/* validate extent offset */
2590 	offset = xoff << JFS_SBI(ip->i_sb)->l2bsize;
2591 	if (offset >= ip->i_size)
2592 		return -ESTALE;	/* stale extent */
2593 
2594 	jfs_info("xtRelocate: xtype:%d xoff:0x%lx xlen:0x%x xaddr:0x%lx:0x%lx",
2595 		 xtype, (ulong) xoff, xlen, (ulong) oxaddr, (ulong) nxaddr);
2596 
2597 	/*
2598 	 *	1. get and validate the parent xtpage/xad entry
2599 	 *	covering the source extent to be relocated;
2600 	 */
2601 	if (xtype == DATAEXT) {
2602 		/* search in leaf entry */
2603 		rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0);
2604 		if (rc)
2605 			return rc;
2606 
2607 		/* retrieve search result */
2608 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2609 
2610 		if (cmp) {
2611 			XT_PUTPAGE(pmp);
2612 			return -ESTALE;
2613 		}
2614 
2615 		/* validate for exact match with a single entry */
2616 		xad = &pp->xad[index];
2617 		if (addressXAD(xad) != oxaddr || lengthXAD(xad) != xlen) {
2618 			XT_PUTPAGE(pmp);
2619 			return -ESTALE;
2620 		}
2621 	} else {		/* (xtype == XTPAGE) */
2622 
2623 		/* search in internal entry */
2624 		rc = xtSearchNode(ip, oxad, &cmp, &btstack, 0);
2625 		if (rc)
2626 			return rc;
2627 
2628 		/* retrieve search result */
2629 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2630 
2631 		if (cmp) {
2632 			XT_PUTPAGE(pmp);
2633 			return -ESTALE;
2634 		}
2635 
2636 		/* xtSearchNode() validated for exact match with a single entry
2637 		 */
2638 		xad = &pp->xad[index];
2639 	}
2640 	jfs_info("xtRelocate: parent xad entry validated.");
2641 
2642 	/*
2643 	 *	2. relocate the extent
2644 	 */
2645 	if (xtype == DATAEXT) {
2646 		/* if the extent is allocated-but-not-recorded
2647 		 * there is no real data to be moved in this extent,
2648 		 */
2649 		if (xad->flag & XAD_NOTRECORDED)
2650 			goto out;
2651 		else
2652 			/* release xtpage for cmRead()/xtLookup() */
2653 			XT_PUTPAGE(pmp);
2654 
2655 		/*
2656 		 *	cmRelocate()
2657 		 *
2658 		 * copy target data pages to be relocated;
2659 		 *
2660 		 * data extent must start at page boundary and
2661 		 * multiple of page size (except the last data extent);
2662 		 * read in each page of the source data extent into cbuf,
2663 		 * update the cbuf extent descriptor of the page to be
2664 		 * homeward bound to new dst data extent
2665 		 * copy the data from the old extent to new extent.
2666 		 * copy is essential for compressed files to avoid problems
2667 		 * that can arise if there was a change in compression
2668 		 * algorithms.
2669 		 * it is a good strategy because it may disrupt cache
2670 		 * policy to keep the pages in memory afterwards.
2671 		 */
2672 		offset = xoff << JFS_SBI(ip->i_sb)->l2bsize;
2673 		assert((offset & CM_OFFSET) == 0);
2674 		nbytes = xlen << JFS_SBI(ip->i_sb)->l2bsize;
2675 		pno = offset >> CM_L2BSIZE;
2676 		npages = (nbytes + (CM_BSIZE - 1)) >> CM_L2BSIZE;
2677 /*
2678 		npages = ((offset + nbytes - 1) >> CM_L2BSIZE) -
2679 			  (offset >> CM_L2BSIZE) + 1;
2680 */
2681 		sxaddr = oxaddr;
2682 		dxaddr = nxaddr;
2683 
2684 		/* process the request one cache buffer at a time */
2685 		for (nbrd = 0; nbrd < nbytes; nbrd += nb,
2686 		     offset += nb, pno++, npages--) {
2687 			/* compute page size */
2688 			nb = min(nbytes - nbrd, CM_BSIZE);
2689 
2690 			/* get the cache buffer of the page */
2691 			if (rc = cmRead(ip, offset, npages, &cp))
2692 				break;
2693 
2694 			assert(addressPXD(&cp->cm_pxd) == sxaddr);
2695 			assert(!cp->cm_modified);
2696 
2697 			/* bind buffer with the new extent address */
2698 			nblks = nb >> JFS_IP(ip->i_sb)->l2bsize;
2699 			cmSetXD(ip, cp, pno, dxaddr, nblks);
2700 
2701 			/* release the cbuf, mark it as modified */
2702 			cmPut(cp, true);
2703 
2704 			dxaddr += nblks;
2705 			sxaddr += nblks;
2706 		}
2707 
2708 		/* get back parent page */
2709 		if ((rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0)))
2710 			return rc;
2711 
2712 		XT_GETSEARCH(ip, btstack.top, bn, pmp, pp, index);
2713 		jfs_info("xtRelocate: target data extent relocated.");
2714 	} else {		/* (xtype == XTPAGE) */
2715 
2716 		/*
2717 		 * read in the target xtpage from the source extent;
2718 		 */
2719 		XT_GETPAGE(ip, oxaddr, mp, PSIZE, p, rc);
2720 		if (rc) {
2721 			XT_PUTPAGE(pmp);
2722 			return rc;
2723 		}
2724 
2725 		/*
2726 		 * read in sibling pages if any to update sibling pointers;
2727 		 */
2728 		rmp = NULL;
2729 		if (p->header.next) {
2730 			nextbn = le64_to_cpu(p->header.next);
2731 			XT_GETPAGE(ip, nextbn, rmp, PSIZE, rp, rc);
2732 			if (rc) {
2733 				XT_PUTPAGE(pmp);
2734 				XT_PUTPAGE(mp);
2735 				return (rc);
2736 			}
2737 		}
2738 
2739 		lmp = NULL;
2740 		if (p->header.prev) {
2741 			prevbn = le64_to_cpu(p->header.prev);
2742 			XT_GETPAGE(ip, prevbn, lmp, PSIZE, lp, rc);
2743 			if (rc) {
2744 				XT_PUTPAGE(pmp);
2745 				XT_PUTPAGE(mp);
2746 				if (rmp)
2747 					XT_PUTPAGE(rmp);
2748 				return (rc);
2749 			}
2750 		}
2751 
2752 		/* at this point, all xtpages to be updated are in memory */
2753 
2754 		/*
2755 		 * update sibling pointers of sibling xtpages if any;
2756 		 */
2757 		if (lmp) {
2758 			BT_MARK_DIRTY(lmp, ip);
2759 			tlck = txLock(tid, ip, lmp, tlckXTREE | tlckRELINK);
2760 			lp->header.next = cpu_to_le64(nxaddr);
2761 			XT_PUTPAGE(lmp);
2762 		}
2763 
2764 		if (rmp) {
2765 			BT_MARK_DIRTY(rmp, ip);
2766 			tlck = txLock(tid, ip, rmp, tlckXTREE | tlckRELINK);
2767 			rp->header.prev = cpu_to_le64(nxaddr);
2768 			XT_PUTPAGE(rmp);
2769 		}
2770 
2771 		/*
2772 		 * update the target xtpage to be relocated
2773 		 *
2774 		 * update the self address of the target page
2775 		 * and write to destination extent;
2776 		 * redo image covers the whole xtpage since it is new page
2777 		 * to the destination extent;
2778 		 * update of bmap for the free of source extent
2779 		 * of the target xtpage itself:
2780 		 * update of bmap for the allocation of destination extent
2781 		 * of the target xtpage itself:
2782 		 * update of bmap for the extents covered by xad entries in
2783 		 * the target xtpage is not necessary since they are not
2784 		 * updated;
2785 		 * if not committed before this relocation,
2786 		 * target page may contain XAD_NEW entries which must
2787 		 * be scanned for bmap update (logredo() always
2788 		 * scan xtpage REDOPAGE image for bmap update);
2789 		 * if committed before this relocation (tlckRELOCATE),
2790 		 * scan may be skipped by commit() and logredo();
2791 		 */
2792 		BT_MARK_DIRTY(mp, ip);
2793 		/* tlckNEW init xtlck->lwm.offset = XTENTRYSTART; */
2794 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckNEW);
2795 		xtlck = (struct xtlock *) & tlck->lock;
2796 
2797 		/* update the self address in the xtpage header */
2798 		pxd = &p->header.self;
2799 		PXDaddress(pxd, nxaddr);
2800 
2801 		/* linelock for the after image of the whole page */
2802 		xtlck->lwm.length =
2803 		    le16_to_cpu(p->header.nextindex) - xtlck->lwm.offset;
2804 
2805 		/* update the buffer extent descriptor of target xtpage */
2806 		xsize = xlen << JFS_SBI(ip->i_sb)->l2bsize;
2807 		bmSetXD(mp, nxaddr, xsize);
2808 
2809 		/* unpin the target page to new homeward bound */
2810 		XT_PUTPAGE(mp);
2811 		jfs_info("xtRelocate: target xtpage relocated.");
2812 	}
2813 
2814 	/*
2815 	 *	3. acquire maplock for the source extent to be freed;
2816 	 *
2817 	 * acquire a maplock saving the src relocated extent address;
2818 	 * to free of the extent at commit time;
2819 	 */
2820       out:
2821 	/* if DATAEXT relocation, write a LOG_UPDATEMAP record for
2822 	 * free PXD of the source data extent (logredo() will update
2823 	 * bmap for free of source data extent), and update bmap for
2824 	 * free of the source data extent;
2825 	 */
2826 	if (xtype == DATAEXT)
2827 		tlck = txMaplock(tid, ip, tlckMAP);
2828 	/* if XTPAGE relocation, write a LOG_NOREDOPAGE record
2829 	 * for the source xtpage (logredo() will init NoRedoPage
2830 	 * filter and will also update bmap for free of the source
2831 	 * xtpage), and update bmap for free of the source xtpage;
2832 	 * N.B. We use tlckMAP instead of tlkcXTREE because there
2833 	 *      is no buffer associated with this lock since the buffer
2834 	 *      has been redirected to the target location.
2835 	 */
2836 	else			/* (xtype == XTPAGE) */
2837 		tlck = txMaplock(tid, ip, tlckMAP | tlckRELOCATE);
2838 
2839 	pxdlock = (struct pxd_lock *) & tlck->lock;
2840 	pxdlock->flag = mlckFREEPXD;
2841 	PXDaddress(&pxdlock->pxd, oxaddr);
2842 	PXDlength(&pxdlock->pxd, xlen);
2843 	pxdlock->index = 1;
2844 
2845 	/*
2846 	 *	4. update the parent xad entry for relocation;
2847 	 *
2848 	 * acquire tlck for the parent entry with XAD_NEW as entry
2849 	 * update which will write LOG_REDOPAGE and update bmap for
2850 	 * allocation of XAD_NEW destination extent;
2851 	 */
2852 	jfs_info("xtRelocate: update parent xad entry.");
2853 	BT_MARK_DIRTY(pmp, ip);
2854 	tlck = txLock(tid, ip, pmp, tlckXTREE | tlckGROW);
2855 	xtlck = (struct xtlock *) & tlck->lock;
2856 
2857 	/* update the XAD with the new destination extent; */
2858 	xad = &pp->xad[index];
2859 	xad->flag |= XAD_NEW;
2860 	XADaddress(xad, nxaddr);
2861 
2862 	xtlck->lwm.offset = min(index, xtlck->lwm.offset);
2863 	xtlck->lwm.length = le16_to_cpu(pp->header.nextindex) -
2864 	    xtlck->lwm.offset;
2865 
2866 	/* unpin the parent xtpage */
2867 	XT_PUTPAGE(pmp);
2868 
2869 	return rc;
2870 }
2871 
2872 
2873 /*
2874  *	xtSearchNode()
2875  *
2876  * function:	search for the internal xad entry covering specified extent.
2877  *		This function is mainly used by defragfs utility.
2878  *
2879  * parameters:
2880  *	ip	- file object;
2881  *	xad	- extent to find;
2882  *	cmpp	- comparison result:
2883  *	btstack - traverse stack;
2884  *	flag	- search process flag;
2885  *
2886  * returns:
2887  *	btstack contains (bn, index) of search path traversed to the entry.
2888  *	*cmpp is set to result of comparison with the entry returned.
2889  *	the page containing the entry is pinned at exit.
2890  */
2891 static int xtSearchNode(struct inode *ip, xad_t * xad,	/* required XAD entry */
2892 			int *cmpp, struct btstack * btstack, int flag)
2893 {
2894 	int rc = 0;
2895 	s64 xoff, xaddr;
2896 	int xlen;
2897 	int cmp = 1;		/* init for empty page */
2898 	s64 bn;			/* block number */
2899 	struct metapage *mp;	/* meta-page buffer */
2900 	xtpage_t *p;		/* page */
2901 	int base, index, lim;
2902 	struct btframe *btsp;
2903 	s64 t64;
2904 
2905 	BT_CLR(btstack);
2906 
2907 	xoff = offsetXAD(xad);
2908 	xlen = lengthXAD(xad);
2909 	xaddr = addressXAD(xad);
2910 
2911 	/*
2912 	 *	search down tree from root:
2913 	 *
2914 	 * between two consecutive entries of <Ki, Pi> and <Kj, Pj> of
2915 	 * internal page, child page Pi contains entry with k, Ki <= K < Kj.
2916 	 *
2917 	 * if entry with search key K is not found
2918 	 * internal page search find the entry with largest key Ki
2919 	 * less than K which point to the child page to search;
2920 	 * leaf page search find the entry with smallest key Kj
2921 	 * greater than K so that the returned index is the position of
2922 	 * the entry to be shifted right for insertion of new entry.
2923 	 * for empty tree, search key is greater than any key of the tree.
2924 	 *
2925 	 * by convention, root bn = 0.
2926 	 */
2927 	for (bn = 0;;) {
2928 		/* get/pin the page to search */
2929 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
2930 		if (rc)
2931 			return rc;
2932 		if (p->header.flag & BT_LEAF) {
2933 			XT_PUTPAGE(mp);
2934 			return -ESTALE;
2935 		}
2936 
2937 		lim = le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
2938 
2939 		/*
2940 		 * binary search with search key K on the current page
2941 		 */
2942 		for (base = XTENTRYSTART; lim; lim >>= 1) {
2943 			index = base + (lim >> 1);
2944 
2945 			XT_CMP(cmp, xoff, &p->xad[index], t64);
2946 			if (cmp == 0) {
2947 				/*
2948 				 *	search hit
2949 				 *
2950 				 * verify for exact match;
2951 				 */
2952 				if (xaddr == addressXAD(&p->xad[index]) &&
2953 				    xoff == offsetXAD(&p->xad[index])) {
2954 					*cmpp = cmp;
2955 
2956 					/* save search result */
2957 					btsp = btstack->top;
2958 					btsp->bn = bn;
2959 					btsp->index = index;
2960 					btsp->mp = mp;
2961 
2962 					return 0;
2963 				}
2964 
2965 				/* descend/search its child page */
2966 				goto next;
2967 			}
2968 
2969 			if (cmp > 0) {
2970 				base = index + 1;
2971 				--lim;
2972 			}
2973 		}
2974 
2975 		/*
2976 		 *	search miss - non-leaf page:
2977 		 *
2978 		 * base is the smallest index with key (Kj) greater than
2979 		 * search key (K) and may be zero or maxentry index.
2980 		 * if base is non-zero, decrement base by one to get the parent
2981 		 * entry of the child page to search.
2982 		 */
2983 		index = base ? base - 1 : base;
2984 
2985 		/*
2986 		 * go down to child page
2987 		 */
2988 	      next:
2989 		/* get the child page block number */
2990 		bn = addressXAD(&p->xad[index]);
2991 
2992 		/* unpin the parent page */
2993 		XT_PUTPAGE(mp);
2994 	}
2995 }
2996 
2997 
2998 /*
2999  *	xtRelink()
3000  *
3001  * function:
3002  *	link around a freed page.
3003  *
3004  * Parameter:
3005  *	int		tid,
3006  *	struct inode	*ip,
3007  *	xtpage_t	*p)
3008  *
3009  * returns:
3010  */
3011 static int xtRelink(tid_t tid, struct inode *ip, xtpage_t * p)
3012 {
3013 	int rc = 0;
3014 	struct metapage *mp;
3015 	s64 nextbn, prevbn;
3016 	struct tlock *tlck;
3017 
3018 	nextbn = le64_to_cpu(p->header.next);
3019 	prevbn = le64_to_cpu(p->header.prev);
3020 
3021 	/* update prev pointer of the next page */
3022 	if (nextbn != 0) {
3023 		XT_GETPAGE(ip, nextbn, mp, PSIZE, p, rc);
3024 		if (rc)
3025 			return rc;
3026 
3027 		/*
3028 		 * acquire a transaction lock on the page;
3029 		 *
3030 		 * action: update prev pointer;
3031 		 */
3032 		BT_MARK_DIRTY(mp, ip);
3033 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
3034 
3035 		/* the page may already have been tlock'd */
3036 
3037 		p->header.prev = cpu_to_le64(prevbn);
3038 
3039 		XT_PUTPAGE(mp);
3040 	}
3041 
3042 	/* update next pointer of the previous page */
3043 	if (prevbn != 0) {
3044 		XT_GETPAGE(ip, prevbn, mp, PSIZE, p, rc);
3045 		if (rc)
3046 			return rc;
3047 
3048 		/*
3049 		 * acquire a transaction lock on the page;
3050 		 *
3051 		 * action: update next pointer;
3052 		 */
3053 		BT_MARK_DIRTY(mp, ip);
3054 		tlck = txLock(tid, ip, mp, tlckXTREE | tlckRELINK);
3055 
3056 		/* the page may already have been tlock'd */
3057 
3058 		p->header.next = le64_to_cpu(nextbn);
3059 
3060 		XT_PUTPAGE(mp);
3061 	}
3062 
3063 	return 0;
3064 }
3065 #endif				/*  _STILL_TO_PORT */
3066 
3067 
3068 /*
3069  *	xtInitRoot()
3070  *
3071  * initialize file root (inline in inode)
3072  */
3073 void xtInitRoot(tid_t tid, struct inode *ip)
3074 {
3075 	xtpage_t *p;
3076 
3077 	/*
3078 	 * acquire a transaction lock on the root
3079 	 *
3080 	 * action:
3081 	 */
3082 	txLock(tid, ip, (struct metapage *) &JFS_IP(ip)->bxflag,
3083 		      tlckXTREE | tlckNEW);
3084 	p = &JFS_IP(ip)->i_xtroot;
3085 
3086 	p->header.flag = DXD_INDEX | BT_ROOT | BT_LEAF;
3087 	p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3088 
3089 	if (S_ISDIR(ip->i_mode))
3090 		p->header.maxentry = cpu_to_le16(XTROOTINITSLOT_DIR);
3091 	else {
3092 		p->header.maxentry = cpu_to_le16(XTROOTINITSLOT);
3093 		ip->i_size = 0;
3094 	}
3095 
3096 
3097 	return;
3098 }
3099 
3100 
3101 /*
3102  * We can run into a deadlock truncating a file with a large number of
3103  * xtree pages (large fragmented file).  A robust fix would entail a
3104  * reservation system where we would reserve a number of metadata pages
3105  * and tlocks which we would be guaranteed without a deadlock.  Without
3106  * this, a partial fix is to limit number of metadata pages we will lock
3107  * in a single transaction.  Currently we will truncate the file so that
3108  * no more than 50 leaf pages will be locked.  The caller of xtTruncate
3109  * will be responsible for ensuring that the current transaction gets
3110  * committed, and that subsequent transactions are created to truncate
3111  * the file further if needed.
3112  */
3113 #define MAX_TRUNCATE_LEAVES 50
3114 
3115 /*
3116  *	xtTruncate()
3117  *
3118  * function:
3119  *	traverse for truncation logging backward bottom up;
3120  *	terminate at the last extent entry at the current subtree
3121  *	root page covering new down size.
3122  *	truncation may occur within the last extent entry.
3123  *
3124  * parameter:
3125  *	int		tid,
3126  *	struct inode	*ip,
3127  *	s64		newsize,
3128  *	int		type)	{PWMAP, PMAP, WMAP; DELETE, TRUNCATE}
3129  *
3130  * return:
3131  *
3132  * note:
3133  *	PWMAP:
3134  *	 1. truncate (non-COMMIT_NOLINK file)
3135  *	    by jfs_truncate() or jfs_open(O_TRUNC):
3136  *	    xtree is updated;
3137  *	 2. truncate index table of directory when last entry removed
3138  *	map update via tlock at commit time;
3139  *	PMAP:
3140  *	 Call xtTruncate_pmap instead
3141  *	WMAP:
3142  *	 1. remove (free zero link count) on last reference release
3143  *	    (pmap has been freed at commit zero link count);
3144  *	 2. truncate (COMMIT_NOLINK file, i.e., tmp file):
3145  *	    xtree is updated;
3146  *	 map update directly at truncation time;
3147  *
3148  *	if (DELETE)
3149  *		no LOG_NOREDOPAGE is required (NOREDOFILE is sufficient);
3150  *	else if (TRUNCATE)
3151  *		must write LOG_NOREDOPAGE for deleted index page;
3152  *
3153  * pages may already have been tlocked by anonymous transactions
3154  * during file growth (i.e., write) before truncation;
3155  *
3156  * except last truncated entry, deleted entries remains as is
3157  * in the page (nextindex is updated) for other use
3158  * (e.g., log/update allocation map): this avoid copying the page
3159  * info but delay free of pages;
3160  *
3161  */
3162 s64 xtTruncate(tid_t tid, struct inode *ip, s64 newsize, int flag)
3163 {
3164 	int rc = 0;
3165 	s64 teof;
3166 	struct metapage *mp;
3167 	xtpage_t *p;
3168 	s64 bn;
3169 	int index, nextindex;
3170 	xad_t *xad;
3171 	s64 xoff, xaddr;
3172 	int xlen, len, freexlen;
3173 	struct btstack btstack;
3174 	struct btframe *parent;
3175 	struct tblock *tblk = NULL;
3176 	struct tlock *tlck = NULL;
3177 	struct xtlock *xtlck = NULL;
3178 	struct xdlistlock xadlock;	/* maplock for COMMIT_WMAP */
3179 	struct pxd_lock *pxdlock;		/* maplock for COMMIT_WMAP */
3180 	s64 nfreed;
3181 	int freed, log;
3182 	int locked_leaves = 0;
3183 
3184 	/* save object truncation type */
3185 	if (tid) {
3186 		tblk = tid_to_tblock(tid);
3187 		tblk->xflag |= flag;
3188 	}
3189 
3190 	nfreed = 0;
3191 
3192 	flag &= COMMIT_MAP;
3193 	assert(flag != COMMIT_PMAP);
3194 
3195 	if (flag == COMMIT_PWMAP)
3196 		log = 1;
3197 	else {
3198 		log = 0;
3199 		xadlock.flag = mlckFREEXADLIST;
3200 		xadlock.index = 1;
3201 	}
3202 
3203 	/*
3204 	 * if the newsize is not an integral number of pages,
3205 	 * the file between newsize and next page boundary will
3206 	 * be cleared.
3207 	 * if truncating into a file hole, it will cause
3208 	 * a full block to be allocated for the logical block.
3209 	 */
3210 
3211 	/*
3212 	 * release page blocks of truncated region <teof, eof>
3213 	 *
3214 	 * free the data blocks from the leaf index blocks.
3215 	 * delete the parent index entries corresponding to
3216 	 * the freed child data/index blocks.
3217 	 * free the index blocks themselves which aren't needed
3218 	 * in new sized file.
3219 	 *
3220 	 * index blocks are updated only if the blocks are to be
3221 	 * retained in the new sized file.
3222 	 * if type is PMAP, the data and index pages are NOT
3223 	 * freed, and the data and index blocks are NOT freed
3224 	 * from working map.
3225 	 * (this will allow continued access of data/index of
3226 	 * temporary file (zerolink count file truncated to zero-length)).
3227 	 */
3228 	teof = (newsize + (JFS_SBI(ip->i_sb)->bsize - 1)) >>
3229 	    JFS_SBI(ip->i_sb)->l2bsize;
3230 
3231 	/* clear stack */
3232 	BT_CLR(&btstack);
3233 
3234 	/*
3235 	 * start with root
3236 	 *
3237 	 * root resides in the inode
3238 	 */
3239 	bn = 0;
3240 
3241 	/*
3242 	 * first access of each page:
3243 	 */
3244       getPage:
3245 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3246 	if (rc)
3247 		return rc;
3248 
3249 	/* process entries backward from last index */
3250 	index = le16_to_cpu(p->header.nextindex) - 1;
3251 
3252 
3253 	/* Since this is the rightmost page at this level, and we may have
3254 	 * already freed a page that was formerly to the right, let's make
3255 	 * sure that the next pointer is zero.
3256 	 */
3257 	if (p->header.next) {
3258 		if (log)
3259 			/*
3260 			 * Make sure this change to the header is logged.
3261 			 * If we really truncate this leaf, the flag
3262 			 * will be changed to tlckTRUNCATE
3263 			 */
3264 			tlck = txLock(tid, ip, mp, tlckXTREE|tlckGROW);
3265 		BT_MARK_DIRTY(mp, ip);
3266 		p->header.next = 0;
3267 	}
3268 
3269 	if (p->header.flag & BT_INTERNAL)
3270 		goto getChild;
3271 
3272 	/*
3273 	 *	leaf page
3274 	 */
3275 	freed = 0;
3276 
3277 	/* does region covered by leaf page precede Teof ? */
3278 	xad = &p->xad[index];
3279 	xoff = offsetXAD(xad);
3280 	xlen = lengthXAD(xad);
3281 	if (teof >= xoff + xlen) {
3282 		XT_PUTPAGE(mp);
3283 		goto getParent;
3284 	}
3285 
3286 	/* (re)acquire tlock of the leaf page */
3287 	if (log) {
3288 		if (++locked_leaves > MAX_TRUNCATE_LEAVES) {
3289 			/*
3290 			 * We need to limit the size of the transaction
3291 			 * to avoid exhausting pagecache & tlocks
3292 			 */
3293 			XT_PUTPAGE(mp);
3294 			newsize = (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize;
3295 			goto getParent;
3296 		}
3297 		tlck = txLock(tid, ip, mp, tlckXTREE);
3298 		tlck->type = tlckXTREE | tlckTRUNCATE;
3299 		xtlck = (struct xtlock *) & tlck->lock;
3300 		xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1;
3301 	}
3302 	BT_MARK_DIRTY(mp, ip);
3303 
3304 	/*
3305 	 * scan backward leaf page entries
3306 	 */
3307 	for (; index >= XTENTRYSTART; index--) {
3308 		xad = &p->xad[index];
3309 		xoff = offsetXAD(xad);
3310 		xlen = lengthXAD(xad);
3311 		xaddr = addressXAD(xad);
3312 
3313 		/*
3314 		 * The "data" for a directory is indexed by the block
3315 		 * device's address space.  This metadata must be invalidated
3316 		 * here
3317 		 */
3318 		if (S_ISDIR(ip->i_mode) && (teof == 0))
3319 			invalidate_xad_metapages(ip, *xad);
3320 		/*
3321 		 * entry beyond eof: continue scan of current page
3322 		 *          xad
3323 		 * ---|---=======------->
3324 		 *   eof
3325 		 */
3326 		if (teof < xoff) {
3327 			nfreed += xlen;
3328 			continue;
3329 		}
3330 
3331 		/*
3332 		 * (xoff <= teof): last entry to be deleted from page;
3333 		 * If other entries remain in page: keep and update the page.
3334 		 */
3335 
3336 		/*
3337 		 * eof == entry_start: delete the entry
3338 		 *           xad
3339 		 * -------|=======------->
3340 		 *       eof
3341 		 *
3342 		 */
3343 		if (teof == xoff) {
3344 			nfreed += xlen;
3345 
3346 			if (index == XTENTRYSTART)
3347 				break;
3348 
3349 			nextindex = index;
3350 		}
3351 		/*
3352 		 * eof within the entry: truncate the entry.
3353 		 *          xad
3354 		 * -------===|===------->
3355 		 *          eof
3356 		 */
3357 		else if (teof < xoff + xlen) {
3358 			/* update truncated entry */
3359 			len = teof - xoff;
3360 			freexlen = xlen - len;
3361 			XADlength(xad, len);
3362 
3363 			/* save pxd of truncated extent in tlck */
3364 			xaddr += len;
3365 			if (log) {	/* COMMIT_PWMAP */
3366 				xtlck->lwm.offset = (xtlck->lwm.offset) ?
3367 				    min(index, (int)xtlck->lwm.offset) : index;
3368 				xtlck->lwm.length = index + 1 -
3369 				    xtlck->lwm.offset;
3370 				xtlck->twm.offset = index;
3371 				pxdlock = (struct pxd_lock *) & xtlck->pxdlock;
3372 				pxdlock->flag = mlckFREEPXD;
3373 				PXDaddress(&pxdlock->pxd, xaddr);
3374 				PXDlength(&pxdlock->pxd, freexlen);
3375 			}
3376 			/* free truncated extent */
3377 			else {	/* COMMIT_WMAP */
3378 
3379 				pxdlock = (struct pxd_lock *) & xadlock;
3380 				pxdlock->flag = mlckFREEPXD;
3381 				PXDaddress(&pxdlock->pxd, xaddr);
3382 				PXDlength(&pxdlock->pxd, freexlen);
3383 				txFreeMap(ip, pxdlock, NULL, COMMIT_WMAP);
3384 
3385 				/* reset map lock */
3386 				xadlock.flag = mlckFREEXADLIST;
3387 			}
3388 
3389 			/* current entry is new last entry; */
3390 			nextindex = index + 1;
3391 
3392 			nfreed += freexlen;
3393 		}
3394 		/*
3395 		 * eof beyond the entry:
3396 		 *          xad
3397 		 * -------=======---|--->
3398 		 *                 eof
3399 		 */
3400 		else {		/* (xoff + xlen < teof) */
3401 
3402 			nextindex = index + 1;
3403 		}
3404 
3405 		if (nextindex < le16_to_cpu(p->header.nextindex)) {
3406 			if (!log) {	/* COMMIT_WAMP */
3407 				xadlock.xdlist = &p->xad[nextindex];
3408 				xadlock.count =
3409 				    le16_to_cpu(p->header.nextindex) -
3410 				    nextindex;
3411 				txFreeMap(ip, (struct maplock *) & xadlock,
3412 					  NULL, COMMIT_WMAP);
3413 			}
3414 			p->header.nextindex = cpu_to_le16(nextindex);
3415 		}
3416 
3417 		XT_PUTPAGE(mp);
3418 
3419 		/* assert(freed == 0); */
3420 		goto getParent;
3421 	}			/* end scan of leaf page entries */
3422 
3423 	freed = 1;
3424 
3425 	/*
3426 	 * leaf page become empty: free the page if type != PMAP
3427 	 */
3428 	if (log) {		/* COMMIT_PWMAP */
3429 		/* txCommit() with tlckFREE:
3430 		 * free data extents covered by leaf [XTENTRYSTART:hwm);
3431 		 * invalidate leaf if COMMIT_PWMAP;
3432 		 * if (TRUNCATE), will write LOG_NOREDOPAGE;
3433 		 */
3434 		tlck->type = tlckXTREE | tlckFREE;
3435 	} else {		/* COMMIT_WAMP */
3436 
3437 		/* free data extents covered by leaf */
3438 		xadlock.xdlist = &p->xad[XTENTRYSTART];
3439 		xadlock.count =
3440 		    le16_to_cpu(p->header.nextindex) - XTENTRYSTART;
3441 		txFreeMap(ip, (struct maplock *) & xadlock, NULL, COMMIT_WMAP);
3442 	}
3443 
3444 	if (p->header.flag & BT_ROOT) {
3445 		p->header.flag &= ~BT_INTERNAL;
3446 		p->header.flag |= BT_LEAF;
3447 		p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3448 
3449 		XT_PUTPAGE(mp);	/* debug */
3450 		goto out;
3451 	} else {
3452 		if (log) {	/* COMMIT_PWMAP */
3453 			/* page will be invalidated at tx completion
3454 			 */
3455 			XT_PUTPAGE(mp);
3456 		} else {	/* COMMIT_WMAP */
3457 
3458 			if (mp->lid)
3459 				lid_to_tlock(mp->lid)->flag |= tlckFREELOCK;
3460 
3461 			/* invalidate empty leaf page */
3462 			discard_metapage(mp);
3463 		}
3464 	}
3465 
3466 	/*
3467 	 * the leaf page become empty: delete the parent entry
3468 	 * for the leaf page if the parent page is to be kept
3469 	 * in the new sized file.
3470 	 */
3471 
3472 	/*
3473 	 * go back up to the parent page
3474 	 */
3475       getParent:
3476 	/* pop/restore parent entry for the current child page */
3477 	if ((parent = BT_POP(&btstack)) == NULL)
3478 		/* current page must have been root */
3479 		goto out;
3480 
3481 	/* get back the parent page */
3482 	bn = parent->bn;
3483 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3484 	if (rc)
3485 		return rc;
3486 
3487 	index = parent->index;
3488 
3489 	/*
3490 	 * child page was not empty:
3491 	 */
3492 	if (freed == 0) {
3493 		/* has any entry deleted from parent ? */
3494 		if (index < le16_to_cpu(p->header.nextindex) - 1) {
3495 			/* (re)acquire tlock on the parent page */
3496 			if (log) {	/* COMMIT_PWMAP */
3497 				/* txCommit() with tlckTRUNCATE:
3498 				 * free child extents covered by parent [);
3499 				 */
3500 				tlck = txLock(tid, ip, mp, tlckXTREE);
3501 				xtlck = (struct xtlock *) & tlck->lock;
3502 				if (!(tlck->type & tlckTRUNCATE)) {
3503 					xtlck->hwm.offset =
3504 					    le16_to_cpu(p->header.
3505 							nextindex) - 1;
3506 					tlck->type =
3507 					    tlckXTREE | tlckTRUNCATE;
3508 				}
3509 			} else {	/* COMMIT_WMAP */
3510 
3511 				/* free child extents covered by parent */
3512 				xadlock.xdlist = &p->xad[index + 1];
3513 				xadlock.count =
3514 				    le16_to_cpu(p->header.nextindex) -
3515 				    index - 1;
3516 				txFreeMap(ip, (struct maplock *) & xadlock,
3517 					  NULL, COMMIT_WMAP);
3518 			}
3519 			BT_MARK_DIRTY(mp, ip);
3520 
3521 			p->header.nextindex = cpu_to_le16(index + 1);
3522 		}
3523 		XT_PUTPAGE(mp);
3524 		goto getParent;
3525 	}
3526 
3527 	/*
3528 	 * child page was empty:
3529 	 */
3530 	nfreed += lengthXAD(&p->xad[index]);
3531 
3532 	/*
3533 	 * During working map update, child page's tlock must be handled
3534 	 * before parent's.  This is because the parent's tlock will cause
3535 	 * the child's disk space to be marked available in the wmap, so
3536 	 * it's important that the child page be released by that time.
3537 	 *
3538 	 * ToDo:  tlocks should be on doubly-linked list, so we can
3539 	 * quickly remove it and add it to the end.
3540 	 */
3541 
3542 	/*
3543 	 * Move parent page's tlock to the end of the tid's tlock list
3544 	 */
3545 	if (log && mp->lid && (tblk->last != mp->lid) &&
3546 	    lid_to_tlock(mp->lid)->tid) {
3547 		lid_t lid = mp->lid;
3548 		struct tlock *prev;
3549 
3550 		tlck = lid_to_tlock(lid);
3551 
3552 		if (tblk->next == lid)
3553 			tblk->next = tlck->next;
3554 		else {
3555 			for (prev = lid_to_tlock(tblk->next);
3556 			     prev->next != lid;
3557 			     prev = lid_to_tlock(prev->next)) {
3558 				assert(prev->next);
3559 			}
3560 			prev->next = tlck->next;
3561 		}
3562 		lid_to_tlock(tblk->last)->next = lid;
3563 		tlck->next = 0;
3564 		tblk->last = lid;
3565 	}
3566 
3567 	/*
3568 	 * parent page become empty: free the page
3569 	 */
3570 	if (index == XTENTRYSTART) {
3571 		if (log) {	/* COMMIT_PWMAP */
3572 			/* txCommit() with tlckFREE:
3573 			 * free child extents covered by parent;
3574 			 * invalidate parent if COMMIT_PWMAP;
3575 			 */
3576 			tlck = txLock(tid, ip, mp, tlckXTREE);
3577 			xtlck = (struct xtlock *) & tlck->lock;
3578 			xtlck->hwm.offset =
3579 			    le16_to_cpu(p->header.nextindex) - 1;
3580 			tlck->type = tlckXTREE | tlckFREE;
3581 		} else {	/* COMMIT_WMAP */
3582 
3583 			/* free child extents covered by parent */
3584 			xadlock.xdlist = &p->xad[XTENTRYSTART];
3585 			xadlock.count =
3586 			    le16_to_cpu(p->header.nextindex) -
3587 			    XTENTRYSTART;
3588 			txFreeMap(ip, (struct maplock *) & xadlock, NULL,
3589 				  COMMIT_WMAP);
3590 		}
3591 		BT_MARK_DIRTY(mp, ip);
3592 
3593 		if (p->header.flag & BT_ROOT) {
3594 			p->header.flag &= ~BT_INTERNAL;
3595 			p->header.flag |= BT_LEAF;
3596 			p->header.nextindex = cpu_to_le16(XTENTRYSTART);
3597 			if (le16_to_cpu(p->header.maxentry) == XTROOTMAXSLOT) {
3598 				/*
3599 				 * Shrink root down to allow inline
3600 				 * EA (otherwise fsck complains)
3601 				 */
3602 				p->header.maxentry =
3603 				    cpu_to_le16(XTROOTINITSLOT);
3604 				JFS_IP(ip)->mode2 |= INLINEEA;
3605 			}
3606 
3607 			XT_PUTPAGE(mp);	/* debug */
3608 			goto out;
3609 		} else {
3610 			if (log) {	/* COMMIT_PWMAP */
3611 				/* page will be invalidated at tx completion
3612 				 */
3613 				XT_PUTPAGE(mp);
3614 			} else {	/* COMMIT_WMAP */
3615 
3616 				if (mp->lid)
3617 					lid_to_tlock(mp->lid)->flag |=
3618 						tlckFREELOCK;
3619 
3620 				/* invalidate parent page */
3621 				discard_metapage(mp);
3622 			}
3623 
3624 			/* parent has become empty and freed:
3625 			 * go back up to its parent page
3626 			 */
3627 			/* freed = 1; */
3628 			goto getParent;
3629 		}
3630 	}
3631 	/*
3632 	 * parent page still has entries for front region;
3633 	 */
3634 	else {
3635 		/* try truncate region covered by preceding entry
3636 		 * (process backward)
3637 		 */
3638 		index--;
3639 
3640 		/* go back down to the child page corresponding
3641 		 * to the entry
3642 		 */
3643 		goto getChild;
3644 	}
3645 
3646 	/*
3647 	 *	internal page: go down to child page of current entry
3648 	 */
3649       getChild:
3650 	/* save current parent entry for the child page */
3651 	if (BT_STACK_FULL(&btstack)) {
3652 		jfs_error(ip->i_sb, "stack overrun in xtTruncate!");
3653 		XT_PUTPAGE(mp);
3654 		return -EIO;
3655 	}
3656 	BT_PUSH(&btstack, bn, index);
3657 
3658 	/* get child page */
3659 	xad = &p->xad[index];
3660 	bn = addressXAD(xad);
3661 
3662 	/*
3663 	 * first access of each internal entry:
3664 	 */
3665 	/* release parent page */
3666 	XT_PUTPAGE(mp);
3667 
3668 	/* process the child page */
3669 	goto getPage;
3670 
3671       out:
3672 	/*
3673 	 * update file resource stat
3674 	 */
3675 	/* set size
3676 	 */
3677 	if (S_ISDIR(ip->i_mode) && !newsize)
3678 		ip->i_size = 1;	/* fsck hates zero-length directories */
3679 	else
3680 		ip->i_size = newsize;
3681 
3682 	/* update quota allocation to reflect freed blocks */
3683 	vfs_dq_free_block(ip, nfreed);
3684 
3685 	/*
3686 	 * free tlock of invalidated pages
3687 	 */
3688 	if (flag == COMMIT_WMAP)
3689 		txFreelock(ip);
3690 
3691 	return newsize;
3692 }
3693 
3694 
3695 /*
3696  *	xtTruncate_pmap()
3697  *
3698  * function:
3699  *	Perform truncate to zero length for deleted file, leaving the
3700  *	the xtree and working map untouched.  This allows the file to
3701  *	be accessed via open file handles, while the delete of the file
3702  *	is committed to disk.
3703  *
3704  * parameter:
3705  *	tid_t		tid,
3706  *	struct inode	*ip,
3707  *	s64		committed_size)
3708  *
3709  * return: new committed size
3710  *
3711  * note:
3712  *
3713  *	To avoid deadlock by holding too many transaction locks, the
3714  *	truncation may be broken up into multiple transactions.
3715  *	The committed_size keeps track of part of the file has been
3716  *	freed from the pmaps.
3717  */
3718 s64 xtTruncate_pmap(tid_t tid, struct inode *ip, s64 committed_size)
3719 {
3720 	s64 bn;
3721 	struct btstack btstack;
3722 	int cmp;
3723 	int index;
3724 	int locked_leaves = 0;
3725 	struct metapage *mp;
3726 	xtpage_t *p;
3727 	struct btframe *parent;
3728 	int rc;
3729 	struct tblock *tblk;
3730 	struct tlock *tlck = NULL;
3731 	xad_t *xad;
3732 	int xlen;
3733 	s64 xoff;
3734 	struct xtlock *xtlck = NULL;
3735 
3736 	/* save object truncation type */
3737 	tblk = tid_to_tblock(tid);
3738 	tblk->xflag |= COMMIT_PMAP;
3739 
3740 	/* clear stack */
3741 	BT_CLR(&btstack);
3742 
3743 	if (committed_size) {
3744 		xoff = (committed_size >> JFS_SBI(ip->i_sb)->l2bsize) - 1;
3745 		rc = xtSearch(ip, xoff, NULL, &cmp, &btstack, 0);
3746 		if (rc)
3747 			return rc;
3748 
3749 		XT_GETSEARCH(ip, btstack.top, bn, mp, p, index);
3750 
3751 		if (cmp != 0) {
3752 			XT_PUTPAGE(mp);
3753 			jfs_error(ip->i_sb,
3754 				  "xtTruncate_pmap: did not find extent");
3755 			return -EIO;
3756 		}
3757 	} else {
3758 		/*
3759 		 * start with root
3760 		 *
3761 		 * root resides in the inode
3762 		 */
3763 		bn = 0;
3764 
3765 		/*
3766 		 * first access of each page:
3767 		 */
3768       getPage:
3769 		XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3770 		if (rc)
3771 			return rc;
3772 
3773 		/* process entries backward from last index */
3774 		index = le16_to_cpu(p->header.nextindex) - 1;
3775 
3776 		if (p->header.flag & BT_INTERNAL)
3777 			goto getChild;
3778 	}
3779 
3780 	/*
3781 	 *	leaf page
3782 	 */
3783 
3784 	if (++locked_leaves > MAX_TRUNCATE_LEAVES) {
3785 		/*
3786 		 * We need to limit the size of the transaction
3787 		 * to avoid exhausting pagecache & tlocks
3788 		 */
3789 		xad = &p->xad[index];
3790 		xoff = offsetXAD(xad);
3791 		xlen = lengthXAD(xad);
3792 		XT_PUTPAGE(mp);
3793 		return (xoff + xlen) << JFS_SBI(ip->i_sb)->l2bsize;
3794 	}
3795 	tlck = txLock(tid, ip, mp, tlckXTREE);
3796 	tlck->type = tlckXTREE | tlckFREE;
3797 	xtlck = (struct xtlock *) & tlck->lock;
3798 	xtlck->hwm.offset = index;
3799 
3800 
3801 	XT_PUTPAGE(mp);
3802 
3803 	/*
3804 	 * go back up to the parent page
3805 	 */
3806       getParent:
3807 	/* pop/restore parent entry for the current child page */
3808 	if ((parent = BT_POP(&btstack)) == NULL)
3809 		/* current page must have been root */
3810 		goto out;
3811 
3812 	/* get back the parent page */
3813 	bn = parent->bn;
3814 	XT_GETPAGE(ip, bn, mp, PSIZE, p, rc);
3815 	if (rc)
3816 		return rc;
3817 
3818 	index = parent->index;
3819 
3820 	/*
3821 	 * parent page become empty: free the page
3822 	 */
3823 	if (index == XTENTRYSTART) {
3824 		/* txCommit() with tlckFREE:
3825 		 * free child extents covered by parent;
3826 		 * invalidate parent if COMMIT_PWMAP;
3827 		 */
3828 		tlck = txLock(tid, ip, mp, tlckXTREE);
3829 		xtlck = (struct xtlock *) & tlck->lock;
3830 		xtlck->hwm.offset = le16_to_cpu(p->header.nextindex) - 1;
3831 		tlck->type = tlckXTREE | tlckFREE;
3832 
3833 		XT_PUTPAGE(mp);
3834 
3835 		if (p->header.flag & BT_ROOT) {
3836 
3837 			goto out;
3838 		} else {
3839 			goto getParent;
3840 		}
3841 	}
3842 	/*
3843 	 * parent page still has entries for front region;
3844 	 */
3845 	else
3846 		index--;
3847 	/*
3848 	 *	internal page: go down to child page of current entry
3849 	 */
3850       getChild:
3851 	/* save current parent entry for the child page */
3852 	if (BT_STACK_FULL(&btstack)) {
3853 		jfs_error(ip->i_sb, "stack overrun in xtTruncate_pmap!");
3854 		XT_PUTPAGE(mp);
3855 		return -EIO;
3856 	}
3857 	BT_PUSH(&btstack, bn, index);
3858 
3859 	/* get child page */
3860 	xad = &p->xad[index];
3861 	bn = addressXAD(xad);
3862 
3863 	/*
3864 	 * first access of each internal entry:
3865 	 */
3866 	/* release parent page */
3867 	XT_PUTPAGE(mp);
3868 
3869 	/* process the child page */
3870 	goto getPage;
3871 
3872       out:
3873 
3874 	return 0;
3875 }
3876 
3877 #ifdef CONFIG_JFS_STATISTICS
3878 static int jfs_xtstat_proc_show(struct seq_file *m, void *v)
3879 {
3880 	seq_printf(m,
3881 		       "JFS Xtree statistics\n"
3882 		       "====================\n"
3883 		       "searches = %d\n"
3884 		       "fast searches = %d\n"
3885 		       "splits = %d\n",
3886 		       xtStat.search,
3887 		       xtStat.fastSearch,
3888 		       xtStat.split);
3889 	return 0;
3890 }
3891 
3892 static int jfs_xtstat_proc_open(struct inode *inode, struct file *file)
3893 {
3894 	return single_open(file, jfs_xtstat_proc_show, NULL);
3895 }
3896 
3897 const struct file_operations jfs_xtstat_proc_fops = {
3898 	.owner		= THIS_MODULE,
3899 	.open		= jfs_xtstat_proc_open,
3900 	.read		= seq_read,
3901 	.llseek		= seq_lseek,
3902 	.release	= single_release,
3903 };
3904 #endif
3905