131 	struct xfs_ifork *ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_needs_btree()  local
134 		ifp->if_format == XFS_DINODE_FMT_EXTENTS &&  in xfs_bmap_needs_btree()
135 		ifp->if_nextents > XFS_IFORK_MAXEXT(ip, whichfork);  in xfs_bmap_needs_btree()
143 	struct xfs_ifork *ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_wants_extents()  local
146 		ifp->if_format == XFS_DINODE_FMT_BTREE &&  in xfs_bmap_wants_extents()
147 		ifp->if_nextents <= XFS_IFORK_MAXEXT(ip, whichfork);  in xfs_bmap_wants_extents()
322 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_check_leaf_extents()  local
335 	if (ifp->if_format != XFS_DINODE_FMT_BTREE)  in xfs_bmap_check_leaf_extents()
343 	block = ifp->if_broot;  in xfs_bmap_check_leaf_extents()
349 	xfs_check_block(block, mp, 1, ifp->if_broot_bytes);  in xfs_bmap_check_leaf_extents()
350 	pp = XFS_BMAP_BROOT_PTR_ADDR(mp, block, 1, ifp->if_broot_bytes);  in xfs_bmap_check_leaf_extents()
541 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_btree_to_extents()  local
543 	struct xfs_btree_block	*rblock = ifp->if_broot;  in xfs_bmap_btree_to_extents()
557 	ASSERT(ifp->if_format == XFS_DINODE_FMT_BTREE);  in xfs_bmap_btree_to_extents()
560 	ASSERT(xfs_bmbt_maxrecs(mp, ifp->if_broot_bytes, 0) == 1);  in xfs_bmap_btree_to_extents()
562 	pp = XFS_BMAP_BROOT_PTR_ADDR(mp, rblock, 1, ifp->if_broot_bytes);  in xfs_bmap_btree_to_extents()
588 	ASSERT(ifp->if_broot == NULL);  in xfs_bmap_btree_to_extents()
589 	ifp->if_format = XFS_DINODE_FMT_EXTENTS;  in xfs_bmap_btree_to_extents()
614 	struct xfs_ifork	*ifp;		/* inode fork pointer */  in xfs_bmap_extents_to_btree()  local
624 	ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_extents_to_btree()
625 	ASSERT(ifp->if_format == XFS_DINODE_FMT_EXTENTS);  in xfs_bmap_extents_to_btree()
636 	block = ifp->if_broot;  in xfs_bmap_extents_to_btree()
648 	ifp->if_format = XFS_DINODE_FMT_BTREE;  in xfs_bmap_extents_to_btree()
688 	for_each_xfs_iext(ifp, &icur, &rec) {  in xfs_bmap_extents_to_btree()
695 	ASSERT(cnt == ifp->if_nextents);  in xfs_bmap_extents_to_btree()
723 	ifp->if_format = XFS_DINODE_FMT_EXTENTS;  in xfs_bmap_extents_to_btree()
724 	ASSERT(ifp->if_broot == NULL);  in xfs_bmap_extents_to_btree()
742 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_local_to_extents_empty()  local
745 	ASSERT(ifp->if_format == XFS_DINODE_FMT_LOCAL);  in xfs_bmap_local_to_extents_empty()
746 	ASSERT(ifp->if_bytes == 0);  in xfs_bmap_local_to_extents_empty()
747 	ASSERT(ifp->if_nextents == 0);  in xfs_bmap_local_to_extents_empty()
750 	ifp->if_u1.if_root = NULL;  in xfs_bmap_local_to_extents_empty()
751 	ifp->if_height = 0;  in xfs_bmap_local_to_extents_empty()
752 	ifp->if_format = XFS_DINODE_FMT_EXTENTS;  in xfs_bmap_local_to_extents_empty()
767 				   struct xfs_ifork *ifp))  in xfs_bmap_local_to_extents()  argument
771 	struct xfs_ifork *ifp;		/* inode fork pointer */  in xfs_bmap_local_to_extents()  local
782 	ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_local_to_extents()
783 	ASSERT(ifp->if_format == XFS_DINODE_FMT_LOCAL);  in xfs_bmap_local_to_extents()
785 	if (!ifp->if_bytes) {  in xfs_bmap_local_to_extents()
828 	init_fn(tp, bp, ip, ifp);  in xfs_bmap_local_to_extents()
831 	xfs_idata_realloc(ip, -ifp->if_bytes, whichfork);  in xfs_bmap_local_to_extents()
835 	ifp->if_u1.if_root = NULL;  in xfs_bmap_local_to_extents()
836 	ifp->if_height = 0;  in xfs_bmap_local_to_extents()
842 	xfs_iext_first(ifp, &icur);  in xfs_bmap_local_to_extents()
845 	ifp->if_nextents = 1;  in xfs_bmap_local_to_extents()
1135 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_iread_bmbt_block()  local
1141 	if (unlikely(ir->loaded + num_recs > ifp->if_nextents)) {  in xfs_iread_bmbt_block()
1168 		xfs_iext_next(ifp, &ir->icur);  in xfs_iread_bmbt_block()
1184 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_iread_extents()  local
1189 	if (!xfs_need_iread_extents(ifp))  in xfs_iread_extents()
1195 	xfs_iext_first(ifp, &ir.icur);  in xfs_iread_extents()
1203 	if (XFS_IS_CORRUPT(mp, ir.loaded != ifp->if_nextents)) {  in xfs_iread_extents()
1207 	ASSERT(ir.loaded == xfs_iext_count(ifp));  in xfs_iread_extents()
1213 	smp_store_release(&ifp->if_needextents, 0);  in xfs_iread_extents()
1216 	xfs_iext_destroy(ifp);  in xfs_iread_extents()
1234 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_first_unused()  local
1241 	if (ifp->if_format == XFS_DINODE_FMT_LOCAL) {  in xfs_bmap_first_unused()
1246 	ASSERT(xfs_ifork_has_extents(ifp));  in xfs_bmap_first_unused()
1253 	for_each_xfs_iext(ifp, &icur, &got) {  in xfs_bmap_first_unused()
1281 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_last_before()  local
1286 	switch (ifp->if_format) {  in xfs_bmap_last_before()
1302 	if (!xfs_iext_lookup_extent_before(ip, ifp, last_block, &icur, &got))  in xfs_bmap_last_before()
1315 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_last_extent()  local
1323 	xfs_iext_last(ifp, &icur);  in xfs_bmap_last_extent()
1324 	if (!xfs_iext_get_extent(ifp, &icur, rec))  in xfs_bmap_last_extent()
1381 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_last_offset()  local
1388 	if (ifp->if_format == XFS_DINODE_FMT_LOCAL)  in xfs_bmap_last_offset()
1391 	if (XFS_IS_CORRUPT(ip->i_mount, !xfs_ifork_has_extents(ifp)))  in xfs_bmap_last_offset()
1415 	struct xfs_ifork	*ifp = xfs_ifork_ptr(bma->ip, whichfork);  in xfs_bmap_add_extent_delay_real()  local
1444 	xfs_iext_get_extent(ifp, &bma->icur, &PREV);  in xfs_bmap_add_extent_delay_real()
1466 	if (xfs_iext_peek_prev_extent(ifp, &bma->icur, &LEFT)) {  in xfs_bmap_add_extent_delay_real()
1484 	if (xfs_iext_peek_next_extent(ifp, &bma->icur, &RIGHT)) {  in xfs_bmap_add_extent_delay_real()
1519 		xfs_iext_prev(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1521 		ifp->if_nextents--;  in xfs_bmap_add_extent_delay_real()
1564 		xfs_iext_prev(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1596 		xfs_iext_next(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1598 		xfs_iext_prev(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1628 		ifp->if_nextents++;  in xfs_bmap_add_extent_delay_real()
1669 		xfs_iext_prev(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1696 		ifp->if_nextents++;  in xfs_bmap_add_extent_delay_real()
1734 		xfs_iext_next(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1736 		xfs_iext_prev(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1773 		xfs_iext_next(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1784 		ifp->if_nextents++;  in xfs_bmap_add_extent_delay_real()
1822 		xfs_iext_next(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1868 		xfs_iext_next(ifp, &bma->icur);  in xfs_bmap_add_extent_delay_real()
1871 		ifp->if_nextents++;  in xfs_bmap_add_extent_delay_real()
1974 	struct xfs_ifork	*ifp;	/* inode fork pointer */  in xfs_bmap_add_extent_unwritten_real()  local
1986 	ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_add_extent_unwritten_real()
2000 	xfs_iext_get_extent(ifp, icur, &PREV);  in xfs_bmap_add_extent_unwritten_real()
2019 	if (xfs_iext_peek_prev_extent(ifp, icur, &LEFT)) {  in xfs_bmap_add_extent_unwritten_real()
2037 	if (xfs_iext_peek_next_extent(ifp, icur, &RIGHT)) {  in xfs_bmap_add_extent_unwritten_real()
2071 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2073 		ifp->if_nextents -= 2;  in xfs_bmap_add_extent_unwritten_real()
2123 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2125 		ifp->if_nextents--;  in xfs_bmap_add_extent_unwritten_real()
2163 		xfs_iext_next(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2165 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2167 		ifp->if_nextents--;  in xfs_bmap_add_extent_unwritten_real()
2237 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2275 		ifp->if_nextents++;  in xfs_bmap_add_extent_unwritten_real()
2314 		xfs_iext_next(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2349 		xfs_iext_next(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2351 		ifp->if_nextents++;  in xfs_bmap_add_extent_unwritten_real()
2400 		xfs_iext_next(ifp, icur);  in xfs_bmap_add_extent_unwritten_real()
2403 		ifp->if_nextents += 2;  in xfs_bmap_add_extent_unwritten_real()
2503 	struct xfs_ifork	*ifp;	/* inode fork pointer */  in xfs_bmap_add_extent_hole_delay()  local
2511 	ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_add_extent_hole_delay()
2517 	if (xfs_iext_peek_prev_extent(ifp, icur, &left)) {  in xfs_bmap_add_extent_hole_delay()
2527 	if (xfs_iext_get_extent(ifp, icur, &right)) {  in xfs_bmap_add_extent_hole_delay()
2572 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_hole_delay()
2591 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_hole_delay()
2647 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_add_extent_hole_real()  local
2666 	if (xfs_iext_peek_prev_extent(ifp, icur, &left)) {  in xfs_bmap_add_extent_hole_real()
2676 	if (xfs_iext_get_extent(ifp, icur, &right)) {  in xfs_bmap_add_extent_hole_real()
2717 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_hole_real()
2719 		ifp->if_nextents--;  in xfs_bmap_add_extent_hole_real()
2761 		xfs_iext_prev(ifp, icur);  in xfs_bmap_add_extent_hole_real()
2818 		ifp->if_nextents++;  in xfs_bmap_add_extent_hole_real()
3848 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmapi_read()  local
3861 	if (WARN_ON_ONCE(!ifp))  in xfs_bmapi_read()
3864 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) ||  in xfs_bmapi_read()
3877 	if (!xfs_iext_lookup_extent(ip, ifp, bno, &icur, &got))  in xfs_bmapi_read()
3909 		if (!xfs_iext_next_extent(ifp, &icur, &got))  in xfs_bmapi_read()
3941 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmapi_reserve_delalloc()  local
3974 		if (!xfs_iext_peek_prev_extent(ifp, icur, &prev))  in xfs_bmapi_reserve_delalloc()
4054 	struct xfs_ifork	*ifp = xfs_ifork_ptr(bma->ip, whichfork);  in xfs_bmapi_allocate()  local
4067 		if (!xfs_iext_peek_prev_extent(ifp, &bma->icur, &bma->prev))  in xfs_bmapi_allocate()
4118 	if (ifp->if_format == XFS_DINODE_FMT_BTREE && !bma->cur)  in xfs_bmapi_allocate()
4154 	xfs_iext_get_extent(ifp, &bma->icur, &bma->got);  in xfs_bmapi_allocate()
4172 	struct xfs_ifork	*ifp = xfs_ifork_ptr(bma->ip, whichfork);  in xfs_bmapi_convert_unwritten()  local
4191 	if (ifp->if_format == XFS_DINODE_FMT_BTREE && !bma->cur) {  in xfs_bmapi_convert_unwritten()
4232 	xfs_iext_get_extent(ifp, &bma->icur, &bma->got);  in xfs_bmapi_convert_unwritten()
4249 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, fork);  in xfs_bmapi_minleft()  local
4253 	if (ifp->if_format != XFS_DINODE_FMT_BTREE)  in xfs_bmapi_minleft()
4255 	return be16_to_cpu(ifp->if_broot->bb_level) + 1;  in xfs_bmapi_minleft()
4270 	struct xfs_ifork	*ifp = xfs_ifork_ptr(bma->ip, whichfork);  in xfs_bmapi_finish()  local
4273 	    ifp->if_format != XFS_DINODE_FMT_EXTENTS)  in xfs_bmapi_finish()
4276 		 ifp->if_format != XFS_DINODE_FMT_BTREE)  in xfs_bmapi_finish()
4318 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmapi_write()  local
4343 	ASSERT(ifp->if_format != XFS_DINODE_FMT_LOCAL);  in xfs_bmapi_write()
4359 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) ||  in xfs_bmapi_write()
4373 	if (!xfs_iext_lookup_extent(ip, ifp, bno, &bma.icur, &bma.got))  in xfs_bmapi_write()
4375 	if (!xfs_iext_peek_prev_extent(ifp, &bma.icur, &bma.prev))  in xfs_bmapi_write()
4470 		if (!xfs_iext_next_extent(ifp, &bma.icur, &bma.got))  in xfs_bmapi_write()
4479 	ASSERT(ifp->if_format != XFS_DINODE_FMT_BTREE ||  in xfs_bmapi_write()
4480 	       ifp->if_nextents > XFS_IFORK_MAXEXT(ip, whichfork));  in xfs_bmapi_write()
4519 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmapi_convert_one_delalloc()  local
4550 	if (!xfs_iext_lookup_extent(ip, ifp, offset_fsb, &bma.icur, &bma.got) ||  in xfs_bmapi_convert_one_delalloc()
4570 			*seq = READ_ONCE(ifp->if_seq);  in xfs_bmapi_convert_one_delalloc()
4599 	if (!xfs_iext_peek_prev_extent(ifp, &bma.icur, &bma.prev))  in xfs_bmapi_convert_one_delalloc()
4617 		*seq = READ_ONCE(ifp->if_seq);  in xfs_bmapi_convert_one_delalloc()
4680 	struct xfs_ifork	*ifp;  in xfs_bmapi_remap()  local
4687 	ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmapi_remap()
4696 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) ||  in xfs_bmapi_remap()
4708 	if (xfs_iext_lookup_extent(ip, ifp, bno, &icur, &got)) {  in xfs_bmapi_remap()
4717 	if (ifp->if_format == XFS_DINODE_FMT_BTREE) {  in xfs_bmapi_remap()
4844 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_del_extent_delay()  local
4894 		xfs_iext_prev(ifp, icur);  in xfs_bmap_del_extent_delay()
4944 		xfs_iext_next(ifp, icur);  in xfs_bmap_del_extent_delay()
4971 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, XFS_COW_FORK);  in xfs_bmap_del_extent_cow()  local
4997 		xfs_iext_prev(ifp, icur);  in xfs_bmap_del_extent_cow()
5027 		xfs_iext_next(ifp, icur);  in xfs_bmap_del_extent_cow()
5056 	struct xfs_ifork	*ifp;	/* inode fork pointer */  in xfs_bmap_del_extent_real()  local
5070 	ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_del_extent_real()
5072 	xfs_iext_get_extent(ifp, icur, &got);  in xfs_bmap_del_extent_real()
5089 	    ifp->if_format == XFS_DINODE_FMT_EXTENTS &&  in xfs_bmap_del_extent_real()
5090 	    ifp->if_nextents >= XFS_IFORK_MAXEXT(ip, whichfork) &&  in xfs_bmap_del_extent_real()
5131 		xfs_iext_prev(ifp, icur);  in xfs_bmap_del_extent_real()
5132 		ifp->if_nextents--;  in xfs_bmap_del_extent_real()
5236 		ifp->if_nextents++;  in xfs_bmap_del_extent_real()
5237 		xfs_iext_next(ifp, icur);  in xfs_bmap_del_extent_real()
5296 	struct xfs_ifork	*ifp;		/* inode fork pointer */  in __xfs_bunmapi()  local
5314 	ifp = xfs_ifork_ptr(ip, whichfork);  in __xfs_bunmapi()
5315 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)))  in __xfs_bunmapi()
5328 	if (xfs_iext_count(ifp) == 0) {  in __xfs_bunmapi()
5336 	if (!xfs_iext_lookup_extent_before(ip, ifp, &end, &icur, &got)) {  in __xfs_bunmapi()
5343 	if (ifp->if_format == XFS_DINODE_FMT_BTREE) {  in __xfs_bunmapi()
5344 		ASSERT(ifp->if_format == XFS_DINODE_FMT_BTREE);  in __xfs_bunmapi()
5368 		    !xfs_iext_prev_extent(ifp, &icur, &got)) {  in __xfs_bunmapi()
5418 				    !xfs_iext_prev_extent(ifp, &icur, &got)) {  in __xfs_bunmapi()
5470 				    !xfs_iext_prev_extent(ifp, &icur, &got)) {  in __xfs_bunmapi()
5485 				if (!xfs_iext_prev_extent(ifp, &icur, &prev))  in __xfs_bunmapi()
5537 			if (!xfs_iext_get_extent(ifp, &icur, &got) ||  in __xfs_bunmapi()
5539 			     !xfs_iext_prev_extent(ifp, &icur, &got))) {  in __xfs_bunmapi()
5570 	    ifp->if_format != XFS_DINODE_FMT_EXTENTS)  in __xfs_bunmapi()
5573 		 ifp->if_format != XFS_DINODE_FMT_BTREE)  in __xfs_bunmapi()
5655 	struct xfs_ifork		*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmse_merge()  local
5674 	ifp->if_nextents--;  in xfs_bmse_merge()
5712 	xfs_iext_prev(ifp, icur);  in xfs_bmse_merge()
5776 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_collapse_extents()  local
5784 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) ||  in xfs_bmap_collapse_extents()
5798 	if (ifp->if_format == XFS_DINODE_FMT_BTREE) {  in xfs_bmap_collapse_extents()
5803 	if (!xfs_iext_lookup_extent(ip, ifp, *next_fsb, &icur, &got)) {  in xfs_bmap_collapse_extents()
5813 	if (xfs_iext_peek_prev_extent(ifp, &icur, &prev)) {  in xfs_bmap_collapse_extents()
5840 	if (!xfs_iext_next_extent(ifp, &icur, &got)) {  in xfs_bmap_collapse_extents()
5891 	struct xfs_ifork	*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_insert_extents()  local
5899 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) ||  in xfs_bmap_insert_extents()
5913 	if (ifp->if_format == XFS_DINODE_FMT_BTREE) {  in xfs_bmap_insert_extents()
5919 		xfs_iext_last(ifp, &icur);  in xfs_bmap_insert_extents()
5920 		if (!xfs_iext_get_extent(ifp, &icur, &got) ||  in xfs_bmap_insert_extents()
5926 		if (!xfs_iext_lookup_extent(ip, ifp, *next_fsb, &icur, &got)) {  in xfs_bmap_insert_extents()
5942 	if (xfs_iext_peek_next_extent(ifp, &icur, &next)) {  in xfs_bmap_insert_extents()
5963 	if (!xfs_iext_prev_extent(ifp, &icur, &got) ||  in xfs_bmap_insert_extents()
5991 	struct xfs_ifork		*ifp = xfs_ifork_ptr(ip, whichfork);  in xfs_bmap_split_extent()  local
6002 	if (XFS_IS_CORRUPT(mp, !xfs_ifork_has_extents(ifp)) ||  in xfs_bmap_split_extent()
6018 	if (!xfs_iext_lookup_extent(ip, ifp, split_fsb, &icur, &got) ||  in xfs_bmap_split_extent()
6028 	if (ifp->if_format == XFS_DINODE_FMT_BTREE) {  in xfs_bmap_split_extent()
6053 	xfs_iext_next(ifp, &icur);  in xfs_bmap_split_extent()
6055 	ifp->if_nextents++;  in xfs_bmap_split_extent()