10c9ec4beSDarrick J. Wong /* 20c9ec4beSDarrick J. Wong * Copyright (C) 2017 Oracle. All Rights Reserved. 30c9ec4beSDarrick J. Wong * 40c9ec4beSDarrick J. Wong * Author: Darrick J. Wong <darrick.wong@oracle.com> 50c9ec4beSDarrick J. Wong * 60c9ec4beSDarrick J. Wong * This program is free software; you can redistribute it and/or 70c9ec4beSDarrick J. Wong * modify it under the terms of the GNU General Public License 80c9ec4beSDarrick J. Wong * as published by the Free Software Foundation; either version 2 90c9ec4beSDarrick J. Wong * of the License, or (at your option) any later version. 100c9ec4beSDarrick J. Wong * 110c9ec4beSDarrick J. Wong * This program is distributed in the hope that it would be useful, 120c9ec4beSDarrick J. Wong * but WITHOUT ANY WARRANTY; without even the implied warranty of 130c9ec4beSDarrick J. Wong * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 140c9ec4beSDarrick J. Wong * GNU General Public License for more details. 150c9ec4beSDarrick J. Wong * 160c9ec4beSDarrick J. Wong * You should have received a copy of the GNU General Public License 170c9ec4beSDarrick J. Wong * along with this program; if not, write the Free Software Foundation, 180c9ec4beSDarrick J. Wong * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA. 190c9ec4beSDarrick J. Wong */ 200c9ec4beSDarrick J. Wong #include "ext4.h" 210c9ec4beSDarrick J. Wong #include <linux/fsmap.h> 220c9ec4beSDarrick J. Wong #include "fsmap.h" 230c9ec4beSDarrick J. Wong #include "mballoc.h" 240c9ec4beSDarrick J. Wong #include <linux/sort.h> 250c9ec4beSDarrick J. Wong #include <linux/list_sort.h> 260c9ec4beSDarrick J. Wong #include <trace/events/ext4.h> 270c9ec4beSDarrick J. Wong 280c9ec4beSDarrick J. Wong /* Convert an ext4_fsmap to an fsmap. */ 290c9ec4beSDarrick J. Wong void ext4_fsmap_from_internal(struct super_block *sb, struct fsmap *dest, 300c9ec4beSDarrick J. Wong struct ext4_fsmap *src) 310c9ec4beSDarrick J. Wong { 320c9ec4beSDarrick J. Wong dest->fmr_device = src->fmr_device; 330c9ec4beSDarrick J. Wong dest->fmr_flags = src->fmr_flags; 340c9ec4beSDarrick J. Wong dest->fmr_physical = src->fmr_physical << sb->s_blocksize_bits; 350c9ec4beSDarrick J. Wong dest->fmr_owner = src->fmr_owner; 360c9ec4beSDarrick J. Wong dest->fmr_offset = 0; 370c9ec4beSDarrick J. Wong dest->fmr_length = src->fmr_length << sb->s_blocksize_bits; 380c9ec4beSDarrick J. Wong dest->fmr_reserved[0] = 0; 390c9ec4beSDarrick J. Wong dest->fmr_reserved[1] = 0; 400c9ec4beSDarrick J. Wong dest->fmr_reserved[2] = 0; 410c9ec4beSDarrick J. Wong } 420c9ec4beSDarrick J. Wong 430c9ec4beSDarrick J. Wong /* Convert an fsmap to an ext4_fsmap. */ 440c9ec4beSDarrick J. Wong void ext4_fsmap_to_internal(struct super_block *sb, struct ext4_fsmap *dest, 450c9ec4beSDarrick J. Wong struct fsmap *src) 460c9ec4beSDarrick J. Wong { 470c9ec4beSDarrick J. Wong dest->fmr_device = src->fmr_device; 480c9ec4beSDarrick J. Wong dest->fmr_flags = src->fmr_flags; 490c9ec4beSDarrick J. Wong dest->fmr_physical = src->fmr_physical >> sb->s_blocksize_bits; 500c9ec4beSDarrick J. Wong dest->fmr_owner = src->fmr_owner; 510c9ec4beSDarrick J. Wong dest->fmr_length = src->fmr_length >> sb->s_blocksize_bits; 520c9ec4beSDarrick J. Wong } 530c9ec4beSDarrick J. Wong 540c9ec4beSDarrick J. Wong /* getfsmap query state */ 550c9ec4beSDarrick J. Wong struct ext4_getfsmap_info { 560c9ec4beSDarrick J. Wong struct ext4_fsmap_head *gfi_head; 570c9ec4beSDarrick J. Wong ext4_fsmap_format_t gfi_formatter; /* formatting fn */ 580c9ec4beSDarrick J. Wong void *gfi_format_arg;/* format buffer */ 590c9ec4beSDarrick J. Wong ext4_fsblk_t gfi_next_fsblk; /* next fsblock we expect */ 600c9ec4beSDarrick J. Wong u32 gfi_dev; /* device id */ 610c9ec4beSDarrick J. Wong ext4_group_t gfi_agno; /* bg number, if applicable */ 620c9ec4beSDarrick J. Wong struct ext4_fsmap gfi_low; /* low rmap key */ 630c9ec4beSDarrick J. Wong struct ext4_fsmap gfi_high; /* high rmap key */ 640c9ec4beSDarrick J. Wong struct ext4_fsmap gfi_lastfree; /* free ext at end of last bg */ 650c9ec4beSDarrick J. Wong struct list_head gfi_meta_list; /* fixed metadata list */ 660c9ec4beSDarrick J. Wong bool gfi_last; /* last extent? */ 670c9ec4beSDarrick J. Wong }; 680c9ec4beSDarrick J. Wong 690c9ec4beSDarrick J. Wong /* Associate a device with a getfsmap handler. */ 700c9ec4beSDarrick J. Wong struct ext4_getfsmap_dev { 710c9ec4beSDarrick J. Wong int (*gfd_fn)(struct super_block *sb, 720c9ec4beSDarrick J. Wong struct ext4_fsmap *keys, 730c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info); 740c9ec4beSDarrick J. Wong u32 gfd_dev; 750c9ec4beSDarrick J. Wong }; 760c9ec4beSDarrick J. Wong 770c9ec4beSDarrick J. Wong /* Compare two getfsmap device handlers. */ 780c9ec4beSDarrick J. Wong static int ext4_getfsmap_dev_compare(const void *p1, const void *p2) 790c9ec4beSDarrick J. Wong { 800c9ec4beSDarrick J. Wong const struct ext4_getfsmap_dev *d1 = p1; 810c9ec4beSDarrick J. Wong const struct ext4_getfsmap_dev *d2 = p2; 820c9ec4beSDarrick J. Wong 830c9ec4beSDarrick J. Wong return d1->gfd_dev - d2->gfd_dev; 840c9ec4beSDarrick J. Wong } 850c9ec4beSDarrick J. Wong 860c9ec4beSDarrick J. Wong /* Compare a record against our starting point */ 870c9ec4beSDarrick J. Wong static bool ext4_getfsmap_rec_before_low_key(struct ext4_getfsmap_info *info, 880c9ec4beSDarrick J. Wong struct ext4_fsmap *rec) 890c9ec4beSDarrick J. Wong { 900c9ec4beSDarrick J. Wong return rec->fmr_physical < info->gfi_low.fmr_physical; 910c9ec4beSDarrick J. Wong } 920c9ec4beSDarrick J. Wong 930c9ec4beSDarrick J. Wong /* 940c9ec4beSDarrick J. Wong * Format a reverse mapping for getfsmap, having translated rm_startblock 950c9ec4beSDarrick J. Wong * into the appropriate daddr units. 960c9ec4beSDarrick J. Wong */ 970c9ec4beSDarrick J. Wong static int ext4_getfsmap_helper(struct super_block *sb, 980c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info, 990c9ec4beSDarrick J. Wong struct ext4_fsmap *rec) 1000c9ec4beSDarrick J. Wong { 1010c9ec4beSDarrick J. Wong struct ext4_fsmap fmr; 1020c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 1030c9ec4beSDarrick J. Wong ext4_fsblk_t rec_fsblk = rec->fmr_physical; 1040c9ec4beSDarrick J. Wong ext4_group_t agno; 1050c9ec4beSDarrick J. Wong ext4_grpblk_t cno; 1060c9ec4beSDarrick J. Wong int error; 1070c9ec4beSDarrick J. Wong 1080c9ec4beSDarrick J. Wong if (fatal_signal_pending(current)) 1090c9ec4beSDarrick J. Wong return -EINTR; 1100c9ec4beSDarrick J. Wong 1110c9ec4beSDarrick J. Wong /* 1120c9ec4beSDarrick J. Wong * Filter out records that start before our startpoint, if the 1130c9ec4beSDarrick J. Wong * caller requested that. 1140c9ec4beSDarrick J. Wong */ 1150c9ec4beSDarrick J. Wong if (ext4_getfsmap_rec_before_low_key(info, rec)) { 1160c9ec4beSDarrick J. Wong rec_fsblk += rec->fmr_length; 1170c9ec4beSDarrick J. Wong if (info->gfi_next_fsblk < rec_fsblk) 1180c9ec4beSDarrick J. Wong info->gfi_next_fsblk = rec_fsblk; 1190c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1200c9ec4beSDarrick J. Wong } 1210c9ec4beSDarrick J. Wong 1220c9ec4beSDarrick J. Wong /* Are we just counting mappings? */ 1230c9ec4beSDarrick J. Wong if (info->gfi_head->fmh_count == 0) { 1240c9ec4beSDarrick J. Wong if (rec_fsblk > info->gfi_next_fsblk) 1250c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1260c9ec4beSDarrick J. Wong 1270c9ec4beSDarrick J. Wong if (info->gfi_last) 1280c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1290c9ec4beSDarrick J. Wong 1300c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1310c9ec4beSDarrick J. Wong 1320c9ec4beSDarrick J. Wong rec_fsblk += rec->fmr_length; 1330c9ec4beSDarrick J. Wong if (info->gfi_next_fsblk < rec_fsblk) 1340c9ec4beSDarrick J. Wong info->gfi_next_fsblk = rec_fsblk; 1350c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1360c9ec4beSDarrick J. Wong } 1370c9ec4beSDarrick J. Wong 1380c9ec4beSDarrick J. Wong /* 1390c9ec4beSDarrick J. Wong * If the record starts past the last physical block we saw, 1400c9ec4beSDarrick J. Wong * then we've found a gap. Report the gap as being owned by 1410c9ec4beSDarrick J. Wong * whatever the caller specified is the missing owner. 1420c9ec4beSDarrick J. Wong */ 1430c9ec4beSDarrick J. Wong if (rec_fsblk > info->gfi_next_fsblk) { 1440c9ec4beSDarrick J. Wong if (info->gfi_head->fmh_entries >= info->gfi_head->fmh_count) 1450c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_ABORT; 1460c9ec4beSDarrick J. Wong 1470c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, info->gfi_next_fsblk, 1480c9ec4beSDarrick J. Wong &agno, &cno); 1490c9ec4beSDarrick J. Wong trace_ext4_fsmap_mapping(sb, info->gfi_dev, agno, 1500c9ec4beSDarrick J. Wong EXT4_C2B(sbi, cno), 1510c9ec4beSDarrick J. Wong rec_fsblk - info->gfi_next_fsblk, 1520c9ec4beSDarrick J. Wong EXT4_FMR_OWN_UNKNOWN); 1530c9ec4beSDarrick J. Wong 1540c9ec4beSDarrick J. Wong fmr.fmr_device = info->gfi_dev; 1550c9ec4beSDarrick J. Wong fmr.fmr_physical = info->gfi_next_fsblk; 1560c9ec4beSDarrick J. Wong fmr.fmr_owner = EXT4_FMR_OWN_UNKNOWN; 1570c9ec4beSDarrick J. Wong fmr.fmr_length = rec_fsblk - info->gfi_next_fsblk; 1580c9ec4beSDarrick J. Wong fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; 1590c9ec4beSDarrick J. Wong error = info->gfi_formatter(&fmr, info->gfi_format_arg); 1600c9ec4beSDarrick J. Wong if (error) 1610c9ec4beSDarrick J. Wong return error; 1620c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1630c9ec4beSDarrick J. Wong } 1640c9ec4beSDarrick J. Wong 1650c9ec4beSDarrick J. Wong if (info->gfi_last) 1660c9ec4beSDarrick J. Wong goto out; 1670c9ec4beSDarrick J. Wong 1680c9ec4beSDarrick J. Wong /* Fill out the extent we found */ 1690c9ec4beSDarrick J. Wong if (info->gfi_head->fmh_entries >= info->gfi_head->fmh_count) 1700c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_ABORT; 1710c9ec4beSDarrick J. Wong 1720c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, rec_fsblk, &agno, &cno); 1730c9ec4beSDarrick J. Wong trace_ext4_fsmap_mapping(sb, info->gfi_dev, agno, EXT4_C2B(sbi, cno), 1740c9ec4beSDarrick J. Wong rec->fmr_length, rec->fmr_owner); 1750c9ec4beSDarrick J. Wong 1760c9ec4beSDarrick J. Wong fmr.fmr_device = info->gfi_dev; 1770c9ec4beSDarrick J. Wong fmr.fmr_physical = rec_fsblk; 1780c9ec4beSDarrick J. Wong fmr.fmr_owner = rec->fmr_owner; 1790c9ec4beSDarrick J. Wong fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; 1800c9ec4beSDarrick J. Wong fmr.fmr_length = rec->fmr_length; 1810c9ec4beSDarrick J. Wong error = info->gfi_formatter(&fmr, info->gfi_format_arg); 1820c9ec4beSDarrick J. Wong if (error) 1830c9ec4beSDarrick J. Wong return error; 1840c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1850c9ec4beSDarrick J. Wong 1860c9ec4beSDarrick J. Wong out: 1870c9ec4beSDarrick J. Wong rec_fsblk += rec->fmr_length; 1880c9ec4beSDarrick J. Wong if (info->gfi_next_fsblk < rec_fsblk) 1890c9ec4beSDarrick J. Wong info->gfi_next_fsblk = rec_fsblk; 1900c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1910c9ec4beSDarrick J. Wong } 1920c9ec4beSDarrick J. Wong 1930c9ec4beSDarrick J. Wong static inline ext4_fsblk_t ext4_fsmap_next_pblk(struct ext4_fsmap *fmr) 1940c9ec4beSDarrick J. Wong { 1950c9ec4beSDarrick J. Wong return fmr->fmr_physical + fmr->fmr_length; 1960c9ec4beSDarrick J. Wong } 1970c9ec4beSDarrick J. Wong 1980c9ec4beSDarrick J. Wong /* Transform a blockgroup's free record into a fsmap */ 1990c9ec4beSDarrick J. Wong static int ext4_getfsmap_datadev_helper(struct super_block *sb, 2000c9ec4beSDarrick J. Wong ext4_group_t agno, ext4_grpblk_t start, 2010c9ec4beSDarrick J. Wong ext4_grpblk_t len, void *priv) 2020c9ec4beSDarrick J. Wong { 2030c9ec4beSDarrick J. Wong struct ext4_fsmap irec; 2040c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info = priv; 2050c9ec4beSDarrick J. Wong struct ext4_fsmap *p; 2060c9ec4beSDarrick J. Wong struct ext4_fsmap *tmp; 2070c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 2080c9ec4beSDarrick J. Wong ext4_fsblk_t fsb; 2090c9ec4beSDarrick J. Wong ext4_fsblk_t fslen; 2100c9ec4beSDarrick J. Wong int error; 2110c9ec4beSDarrick J. Wong 2120c9ec4beSDarrick J. Wong fsb = (EXT4_C2B(sbi, start) + ext4_group_first_block_no(sb, agno)); 2130c9ec4beSDarrick J. Wong fslen = EXT4_C2B(sbi, len); 2140c9ec4beSDarrick J. Wong 2150c9ec4beSDarrick J. Wong /* If the retained free extent record is set... */ 2160c9ec4beSDarrick J. Wong if (info->gfi_lastfree.fmr_owner) { 2170c9ec4beSDarrick J. Wong /* ...and abuts this one, lengthen it and return. */ 2180c9ec4beSDarrick J. Wong if (ext4_fsmap_next_pblk(&info->gfi_lastfree) == fsb) { 2190c9ec4beSDarrick J. Wong info->gfi_lastfree.fmr_length += fslen; 2200c9ec4beSDarrick J. Wong return 0; 2210c9ec4beSDarrick J. Wong } 2220c9ec4beSDarrick J. Wong 2230c9ec4beSDarrick J. Wong /* 2240c9ec4beSDarrick J. Wong * There's a gap between the two free extents; emit the 2250c9ec4beSDarrick J. Wong * retained extent prior to merging the meta_list. 2260c9ec4beSDarrick J. Wong */ 2270c9ec4beSDarrick J. Wong error = ext4_getfsmap_helper(sb, info, &info->gfi_lastfree); 2280c9ec4beSDarrick J. Wong if (error) 2290c9ec4beSDarrick J. Wong return error; 2300c9ec4beSDarrick J. Wong info->gfi_lastfree.fmr_owner = 0; 2310c9ec4beSDarrick J. Wong } 2320c9ec4beSDarrick J. Wong 2330c9ec4beSDarrick J. Wong /* Merge in any relevant extents from the meta_list */ 2340c9ec4beSDarrick J. Wong list_for_each_entry_safe(p, tmp, &info->gfi_meta_list, fmr_list) { 2350c9ec4beSDarrick J. Wong if (p->fmr_physical + p->fmr_length <= info->gfi_next_fsblk) { 2360c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 2370c9ec4beSDarrick J. Wong kfree(p); 2380c9ec4beSDarrick J. Wong } else if (p->fmr_physical < fsb) { 2390c9ec4beSDarrick J. Wong error = ext4_getfsmap_helper(sb, info, p); 2400c9ec4beSDarrick J. Wong if (error) 2410c9ec4beSDarrick J. Wong return error; 2420c9ec4beSDarrick J. Wong 2430c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 2440c9ec4beSDarrick J. Wong kfree(p); 2450c9ec4beSDarrick J. Wong } 2460c9ec4beSDarrick J. Wong } 2470c9ec4beSDarrick J. Wong 2480c9ec4beSDarrick J. Wong irec.fmr_device = 0; 2490c9ec4beSDarrick J. Wong irec.fmr_physical = fsb; 2500c9ec4beSDarrick J. Wong irec.fmr_length = fslen; 2510c9ec4beSDarrick J. Wong irec.fmr_owner = EXT4_FMR_OWN_FREE; 2520c9ec4beSDarrick J. Wong irec.fmr_flags = 0; 2530c9ec4beSDarrick J. Wong 2540c9ec4beSDarrick J. Wong /* If this is a free extent at the end of a bg, buffer it. */ 2550c9ec4beSDarrick J. Wong if (ext4_fsmap_next_pblk(&irec) == 2560c9ec4beSDarrick J. Wong ext4_group_first_block_no(sb, agno + 1)) { 2570c9ec4beSDarrick J. Wong info->gfi_lastfree = irec; 2580c9ec4beSDarrick J. Wong return 0; 2590c9ec4beSDarrick J. Wong } 2600c9ec4beSDarrick J. Wong 2610c9ec4beSDarrick J. Wong /* Otherwise, emit it */ 2620c9ec4beSDarrick J. Wong return ext4_getfsmap_helper(sb, info, &irec); 2630c9ec4beSDarrick J. Wong } 2640c9ec4beSDarrick J. Wong 2650c9ec4beSDarrick J. Wong /* Execute a getfsmap query against the log device. */ 2660c9ec4beSDarrick J. Wong static int ext4_getfsmap_logdev(struct super_block *sb, struct ext4_fsmap *keys, 2670c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info) 2680c9ec4beSDarrick J. Wong { 2690c9ec4beSDarrick J. Wong journal_t *journal = EXT4_SB(sb)->s_journal; 2700c9ec4beSDarrick J. Wong struct ext4_fsmap irec; 2710c9ec4beSDarrick J. Wong 2720c9ec4beSDarrick J. Wong /* Set up search keys */ 2730c9ec4beSDarrick J. Wong info->gfi_low = keys[0]; 2740c9ec4beSDarrick J. Wong info->gfi_low.fmr_length = 0; 2750c9ec4beSDarrick J. Wong 2760c9ec4beSDarrick J. Wong memset(&info->gfi_high, 0xFF, sizeof(info->gfi_high)); 2770c9ec4beSDarrick J. Wong 2780c9ec4beSDarrick J. Wong trace_ext4_fsmap_low_key(sb, info->gfi_dev, 0, 2790c9ec4beSDarrick J. Wong info->gfi_low.fmr_physical, 2800c9ec4beSDarrick J. Wong info->gfi_low.fmr_length, 2810c9ec4beSDarrick J. Wong info->gfi_low.fmr_owner); 2820c9ec4beSDarrick J. Wong 2830c9ec4beSDarrick J. Wong trace_ext4_fsmap_high_key(sb, info->gfi_dev, 0, 2840c9ec4beSDarrick J. Wong info->gfi_high.fmr_physical, 2850c9ec4beSDarrick J. Wong info->gfi_high.fmr_length, 2860c9ec4beSDarrick J. Wong info->gfi_high.fmr_owner); 2870c9ec4beSDarrick J. Wong 2880c9ec4beSDarrick J. Wong if (keys[0].fmr_physical > 0) 2890c9ec4beSDarrick J. Wong return 0; 2900c9ec4beSDarrick J. Wong 2910c9ec4beSDarrick J. Wong /* Fabricate an rmap entry for the external log device. */ 2920c9ec4beSDarrick J. Wong irec.fmr_physical = journal->j_blk_offset; 2930c9ec4beSDarrick J. Wong irec.fmr_length = journal->j_maxlen; 2940c9ec4beSDarrick J. Wong irec.fmr_owner = EXT4_FMR_OWN_LOG; 2950c9ec4beSDarrick J. Wong irec.fmr_flags = 0; 2960c9ec4beSDarrick J. Wong 2970c9ec4beSDarrick J. Wong return ext4_getfsmap_helper(sb, info, &irec); 2980c9ec4beSDarrick J. Wong } 2990c9ec4beSDarrick J. Wong 3000c9ec4beSDarrick J. Wong /* Helper to fill out an ext4_fsmap. */ 3010c9ec4beSDarrick J. Wong static inline int ext4_getfsmap_fill(struct list_head *meta_list, 3020c9ec4beSDarrick J. Wong ext4_fsblk_t fsb, ext4_fsblk_t len, 3030c9ec4beSDarrick J. Wong uint64_t owner) 3040c9ec4beSDarrick J. Wong { 3050c9ec4beSDarrick J. Wong struct ext4_fsmap *fsm; 3060c9ec4beSDarrick J. Wong 3070c9ec4beSDarrick J. Wong fsm = kmalloc(sizeof(*fsm), GFP_NOFS); 3080c9ec4beSDarrick J. Wong if (!fsm) 3090c9ec4beSDarrick J. Wong return -ENOMEM; 3100c9ec4beSDarrick J. Wong fsm->fmr_device = 0; 3110c9ec4beSDarrick J. Wong fsm->fmr_flags = 0; 3120c9ec4beSDarrick J. Wong fsm->fmr_physical = fsb; 3130c9ec4beSDarrick J. Wong fsm->fmr_owner = owner; 3140c9ec4beSDarrick J. Wong fsm->fmr_length = len; 3150c9ec4beSDarrick J. Wong list_add_tail(&fsm->fmr_list, meta_list); 3160c9ec4beSDarrick J. Wong 3170c9ec4beSDarrick J. Wong return 0; 3180c9ec4beSDarrick J. Wong } 3190c9ec4beSDarrick J. Wong 3200c9ec4beSDarrick J. Wong /* 3210c9ec4beSDarrick J. Wong * This function returns the number of file system metadata blocks at 3220c9ec4beSDarrick J. Wong * the beginning of a block group, including the reserved gdt blocks. 3230c9ec4beSDarrick J. Wong */ 3240c9ec4beSDarrick J. Wong static unsigned int ext4_getfsmap_find_sb(struct super_block *sb, 3250c9ec4beSDarrick J. Wong ext4_group_t agno, 3260c9ec4beSDarrick J. Wong struct list_head *meta_list) 3270c9ec4beSDarrick J. Wong { 3280c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 3290c9ec4beSDarrick J. Wong ext4_fsblk_t fsb = ext4_group_first_block_no(sb, agno); 3300c9ec4beSDarrick J. Wong ext4_fsblk_t len; 3310c9ec4beSDarrick J. Wong unsigned long first_meta_bg = le32_to_cpu(sbi->s_es->s_first_meta_bg); 3320c9ec4beSDarrick J. Wong unsigned long metagroup = agno / EXT4_DESC_PER_BLOCK(sb); 3330c9ec4beSDarrick J. Wong int error; 3340c9ec4beSDarrick J. Wong 3350c9ec4beSDarrick J. Wong /* Record the superblock. */ 3360c9ec4beSDarrick J. Wong if (ext4_bg_has_super(sb, agno)) { 3370c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, fsb, 1, EXT4_FMR_OWN_FS); 3380c9ec4beSDarrick J. Wong if (error) 3390c9ec4beSDarrick J. Wong return error; 3400c9ec4beSDarrick J. Wong fsb++; 3410c9ec4beSDarrick J. Wong } 3420c9ec4beSDarrick J. Wong 3430c9ec4beSDarrick J. Wong /* Record the group descriptors. */ 3440c9ec4beSDarrick J. Wong len = ext4_bg_num_gdb(sb, agno); 3450c9ec4beSDarrick J. Wong if (!len) 3460c9ec4beSDarrick J. Wong return 0; 3470c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, fsb, len, 3480c9ec4beSDarrick J. Wong EXT4_FMR_OWN_GDT); 3490c9ec4beSDarrick J. Wong if (error) 3500c9ec4beSDarrick J. Wong return error; 3510c9ec4beSDarrick J. Wong fsb += len; 3520c9ec4beSDarrick J. Wong 3530c9ec4beSDarrick J. Wong /* Reserved GDT blocks */ 3540c9ec4beSDarrick J. Wong if (!ext4_has_feature_meta_bg(sb) || metagroup < first_meta_bg) { 3550c9ec4beSDarrick J. Wong len = le16_to_cpu(sbi->s_es->s_reserved_gdt_blocks); 3560c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, fsb, len, 3570c9ec4beSDarrick J. Wong EXT4_FMR_OWN_RESV_GDT); 3580c9ec4beSDarrick J. Wong if (error) 3590c9ec4beSDarrick J. Wong return error; 3600c9ec4beSDarrick J. Wong } 3610c9ec4beSDarrick J. Wong 3620c9ec4beSDarrick J. Wong return 0; 3630c9ec4beSDarrick J. Wong } 3640c9ec4beSDarrick J. Wong 3650c9ec4beSDarrick J. Wong /* Compare two fsmap items. */ 3660c9ec4beSDarrick J. Wong static int ext4_getfsmap_compare(void *priv, 3670c9ec4beSDarrick J. Wong struct list_head *a, 3680c9ec4beSDarrick J. Wong struct list_head *b) 3690c9ec4beSDarrick J. Wong { 3700c9ec4beSDarrick J. Wong struct ext4_fsmap *fa; 3710c9ec4beSDarrick J. Wong struct ext4_fsmap *fb; 3720c9ec4beSDarrick J. Wong 3730c9ec4beSDarrick J. Wong fa = container_of(a, struct ext4_fsmap, fmr_list); 3740c9ec4beSDarrick J. Wong fb = container_of(b, struct ext4_fsmap, fmr_list); 3750c9ec4beSDarrick J. Wong if (fa->fmr_physical < fb->fmr_physical) 3760c9ec4beSDarrick J. Wong return -1; 3770c9ec4beSDarrick J. Wong else if (fa->fmr_physical > fb->fmr_physical) 3780c9ec4beSDarrick J. Wong return 1; 3790c9ec4beSDarrick J. Wong return 0; 3800c9ec4beSDarrick J. Wong } 3810c9ec4beSDarrick J. Wong 3820c9ec4beSDarrick J. Wong /* Merge adjacent extents of fixed metadata. */ 3830c9ec4beSDarrick J. Wong static void ext4_getfsmap_merge_fixed_metadata(struct list_head *meta_list) 3840c9ec4beSDarrick J. Wong { 3850c9ec4beSDarrick J. Wong struct ext4_fsmap *p; 3860c9ec4beSDarrick J. Wong struct ext4_fsmap *prev = NULL; 3870c9ec4beSDarrick J. Wong struct ext4_fsmap *tmp; 3880c9ec4beSDarrick J. Wong 3890c9ec4beSDarrick J. Wong list_for_each_entry_safe(p, tmp, meta_list, fmr_list) { 3900c9ec4beSDarrick J. Wong if (!prev) { 3910c9ec4beSDarrick J. Wong prev = p; 3920c9ec4beSDarrick J. Wong continue; 3930c9ec4beSDarrick J. Wong } 3940c9ec4beSDarrick J. Wong 3950c9ec4beSDarrick J. Wong if (prev->fmr_owner == p->fmr_owner && 3960c9ec4beSDarrick J. Wong prev->fmr_physical + prev->fmr_length == p->fmr_physical) { 3970c9ec4beSDarrick J. Wong prev->fmr_length += p->fmr_length; 3980c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 3990c9ec4beSDarrick J. Wong kfree(p); 4000c9ec4beSDarrick J. Wong } else 4010c9ec4beSDarrick J. Wong prev = p; 4020c9ec4beSDarrick J. Wong } 4030c9ec4beSDarrick J. Wong } 4040c9ec4beSDarrick J. Wong 4050c9ec4beSDarrick J. Wong /* Free a list of fixed metadata. */ 4060c9ec4beSDarrick J. Wong static void ext4_getfsmap_free_fixed_metadata(struct list_head *meta_list) 4070c9ec4beSDarrick J. Wong { 4080c9ec4beSDarrick J. Wong struct ext4_fsmap *p; 4090c9ec4beSDarrick J. Wong struct ext4_fsmap *tmp; 4100c9ec4beSDarrick J. Wong 4110c9ec4beSDarrick J. Wong list_for_each_entry_safe(p, tmp, meta_list, fmr_list) { 4120c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 4130c9ec4beSDarrick J. Wong kfree(p); 4140c9ec4beSDarrick J. Wong } 4150c9ec4beSDarrick J. Wong } 4160c9ec4beSDarrick J. Wong 4170c9ec4beSDarrick J. Wong /* Find all the fixed metadata in the filesystem. */ 4180c9ec4beSDarrick J. Wong int ext4_getfsmap_find_fixed_metadata(struct super_block *sb, 4190c9ec4beSDarrick J. Wong struct list_head *meta_list) 4200c9ec4beSDarrick J. Wong { 4210c9ec4beSDarrick J. Wong struct ext4_group_desc *gdp; 4220c9ec4beSDarrick J. Wong ext4_group_t agno; 4230c9ec4beSDarrick J. Wong int error; 4240c9ec4beSDarrick J. Wong 4250c9ec4beSDarrick J. Wong INIT_LIST_HEAD(meta_list); 4260c9ec4beSDarrick J. Wong 4270c9ec4beSDarrick J. Wong /* Collect everything. */ 4280c9ec4beSDarrick J. Wong for (agno = 0; agno < EXT4_SB(sb)->s_groups_count; agno++) { 4290c9ec4beSDarrick J. Wong gdp = ext4_get_group_desc(sb, agno, NULL); 4300c9ec4beSDarrick J. Wong if (!gdp) { 4310c9ec4beSDarrick J. Wong error = -EFSCORRUPTED; 4320c9ec4beSDarrick J. Wong goto err; 4330c9ec4beSDarrick J. Wong } 4340c9ec4beSDarrick J. Wong 4350c9ec4beSDarrick J. Wong /* Superblock & GDT */ 4360c9ec4beSDarrick J. Wong error = ext4_getfsmap_find_sb(sb, agno, meta_list); 4370c9ec4beSDarrick J. Wong if (error) 4380c9ec4beSDarrick J. Wong goto err; 4390c9ec4beSDarrick J. Wong 4400c9ec4beSDarrick J. Wong /* Block bitmap */ 4410c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, 4420c9ec4beSDarrick J. Wong ext4_block_bitmap(sb, gdp), 1, 4430c9ec4beSDarrick J. Wong EXT4_FMR_OWN_BLKBM); 4440c9ec4beSDarrick J. Wong if (error) 4450c9ec4beSDarrick J. Wong goto err; 4460c9ec4beSDarrick J. Wong 4470c9ec4beSDarrick J. Wong /* Inode bitmap */ 4480c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, 4490c9ec4beSDarrick J. Wong ext4_inode_bitmap(sb, gdp), 1, 4500c9ec4beSDarrick J. Wong EXT4_FMR_OWN_INOBM); 4510c9ec4beSDarrick J. Wong if (error) 4520c9ec4beSDarrick J. Wong goto err; 4530c9ec4beSDarrick J. Wong 4540c9ec4beSDarrick J. Wong /* Inodes */ 4550c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, 4560c9ec4beSDarrick J. Wong ext4_inode_table(sb, gdp), 4570c9ec4beSDarrick J. Wong EXT4_SB(sb)->s_itb_per_group, 4580c9ec4beSDarrick J. Wong EXT4_FMR_OWN_INODES); 4590c9ec4beSDarrick J. Wong if (error) 4600c9ec4beSDarrick J. Wong goto err; 4610c9ec4beSDarrick J. Wong } 4620c9ec4beSDarrick J. Wong 4630c9ec4beSDarrick J. Wong /* Sort the list */ 4640c9ec4beSDarrick J. Wong list_sort(NULL, meta_list, ext4_getfsmap_compare); 4650c9ec4beSDarrick J. Wong 4660c9ec4beSDarrick J. Wong /* Merge adjacent extents */ 4670c9ec4beSDarrick J. Wong ext4_getfsmap_merge_fixed_metadata(meta_list); 4680c9ec4beSDarrick J. Wong 4690c9ec4beSDarrick J. Wong return 0; 4700c9ec4beSDarrick J. Wong err: 4710c9ec4beSDarrick J. Wong ext4_getfsmap_free_fixed_metadata(meta_list); 4720c9ec4beSDarrick J. Wong return error; 4730c9ec4beSDarrick J. Wong } 4740c9ec4beSDarrick J. Wong 4750c9ec4beSDarrick J. Wong /* Execute a getfsmap query against the buddy bitmaps */ 4760c9ec4beSDarrick J. Wong static int ext4_getfsmap_datadev(struct super_block *sb, 4770c9ec4beSDarrick J. Wong struct ext4_fsmap *keys, 4780c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info) 4790c9ec4beSDarrick J. Wong { 4800c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 4810c9ec4beSDarrick J. Wong ext4_fsblk_t start_fsb; 4820c9ec4beSDarrick J. Wong ext4_fsblk_t end_fsb; 4830c9ec4beSDarrick J. Wong ext4_fsblk_t eofs; 4840c9ec4beSDarrick J. Wong ext4_group_t start_ag; 4850c9ec4beSDarrick J. Wong ext4_group_t end_ag; 4860c9ec4beSDarrick J. Wong ext4_grpblk_t first_cluster; 4870c9ec4beSDarrick J. Wong ext4_grpblk_t last_cluster; 4880c9ec4beSDarrick J. Wong int error = 0; 4890c9ec4beSDarrick J. Wong 4900c9ec4beSDarrick J. Wong eofs = ext4_blocks_count(sbi->s_es); 4910c9ec4beSDarrick J. Wong if (keys[0].fmr_physical >= eofs) 4920c9ec4beSDarrick J. Wong return 0; 4930c9ec4beSDarrick J. Wong if (keys[1].fmr_physical >= eofs) 4940c9ec4beSDarrick J. Wong keys[1].fmr_physical = eofs - 1; 4950c9ec4beSDarrick J. Wong start_fsb = keys[0].fmr_physical; 4960c9ec4beSDarrick J. Wong end_fsb = keys[1].fmr_physical; 4970c9ec4beSDarrick J. Wong 4980c9ec4beSDarrick J. Wong /* Determine first and last group to examine based on start and end */ 4990c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, start_fsb, &start_ag, &first_cluster); 5000c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, end_fsb, &end_ag, &last_cluster); 5010c9ec4beSDarrick J. Wong 5020c9ec4beSDarrick J. Wong /* 5030c9ec4beSDarrick J. Wong * Convert the fsmap low/high keys to bg based keys. Initialize 5040c9ec4beSDarrick J. Wong * low to the fsmap low key and max out the high key to the end 5050c9ec4beSDarrick J. Wong * of the bg. 5060c9ec4beSDarrick J. Wong */ 5070c9ec4beSDarrick J. Wong info->gfi_low = keys[0]; 5080c9ec4beSDarrick J. Wong info->gfi_low.fmr_physical = EXT4_C2B(sbi, first_cluster); 5090c9ec4beSDarrick J. Wong info->gfi_low.fmr_length = 0; 5100c9ec4beSDarrick J. Wong 5110c9ec4beSDarrick J. Wong memset(&info->gfi_high, 0xFF, sizeof(info->gfi_high)); 5120c9ec4beSDarrick J. Wong 5130c9ec4beSDarrick J. Wong /* Assemble a list of all the fixed-location metadata. */ 5140c9ec4beSDarrick J. Wong error = ext4_getfsmap_find_fixed_metadata(sb, &info->gfi_meta_list); 5150c9ec4beSDarrick J. Wong if (error) 5160c9ec4beSDarrick J. Wong goto err; 5170c9ec4beSDarrick J. Wong 5180c9ec4beSDarrick J. Wong /* Query each bg */ 5190c9ec4beSDarrick J. Wong for (info->gfi_agno = start_ag; 5200c9ec4beSDarrick J. Wong info->gfi_agno <= end_ag; 5210c9ec4beSDarrick J. Wong info->gfi_agno++) { 5220c9ec4beSDarrick J. Wong /* 5230c9ec4beSDarrick J. Wong * Set the bg high key from the fsmap high key if this 5240c9ec4beSDarrick J. Wong * is the last bg that we're querying. 5250c9ec4beSDarrick J. Wong */ 5260c9ec4beSDarrick J. Wong if (info->gfi_agno == end_ag) { 5270c9ec4beSDarrick J. Wong info->gfi_high = keys[1]; 5280c9ec4beSDarrick J. Wong info->gfi_high.fmr_physical = EXT4_C2B(sbi, 5290c9ec4beSDarrick J. Wong last_cluster); 5300c9ec4beSDarrick J. Wong info->gfi_high.fmr_length = 0; 5310c9ec4beSDarrick J. Wong } 5320c9ec4beSDarrick J. Wong 5330c9ec4beSDarrick J. Wong trace_ext4_fsmap_low_key(sb, info->gfi_dev, info->gfi_agno, 5340c9ec4beSDarrick J. Wong info->gfi_low.fmr_physical, 5350c9ec4beSDarrick J. Wong info->gfi_low.fmr_length, 5360c9ec4beSDarrick J. Wong info->gfi_low.fmr_owner); 5370c9ec4beSDarrick J. Wong 5380c9ec4beSDarrick J. Wong trace_ext4_fsmap_high_key(sb, info->gfi_dev, info->gfi_agno, 5390c9ec4beSDarrick J. Wong info->gfi_high.fmr_physical, 5400c9ec4beSDarrick J. Wong info->gfi_high.fmr_length, 5410c9ec4beSDarrick J. Wong info->gfi_high.fmr_owner); 5420c9ec4beSDarrick J. Wong 5430c9ec4beSDarrick J. Wong error = ext4_mballoc_query_range(sb, info->gfi_agno, 5440c9ec4beSDarrick J. Wong EXT4_B2C(sbi, info->gfi_low.fmr_physical), 5450c9ec4beSDarrick J. Wong EXT4_B2C(sbi, info->gfi_high.fmr_physical), 5460c9ec4beSDarrick J. Wong ext4_getfsmap_datadev_helper, info); 5470c9ec4beSDarrick J. Wong if (error) 5480c9ec4beSDarrick J. Wong goto err; 5490c9ec4beSDarrick J. Wong 5500c9ec4beSDarrick J. Wong /* 5510c9ec4beSDarrick J. Wong * Set the bg low key to the start of the bg prior to 5520c9ec4beSDarrick J. Wong * moving on to the next bg. 5530c9ec4beSDarrick J. Wong */ 5540c9ec4beSDarrick J. Wong if (info->gfi_agno == start_ag) 5550c9ec4beSDarrick J. Wong memset(&info->gfi_low, 0, sizeof(info->gfi_low)); 5560c9ec4beSDarrick J. Wong } 5570c9ec4beSDarrick J. Wong 5580c9ec4beSDarrick J. Wong /* Do we have a retained free extent? */ 5590c9ec4beSDarrick J. Wong if (info->gfi_lastfree.fmr_owner) { 5600c9ec4beSDarrick J. Wong error = ext4_getfsmap_helper(sb, info, &info->gfi_lastfree); 5610c9ec4beSDarrick J. Wong if (error) 5620c9ec4beSDarrick J. Wong goto err; 5630c9ec4beSDarrick J. Wong } 5640c9ec4beSDarrick J. Wong 5650c9ec4beSDarrick J. Wong /* Report any gaps at the end of the bg */ 5660c9ec4beSDarrick J. Wong info->gfi_last = true; 5670c9ec4beSDarrick J. Wong error = ext4_getfsmap_datadev_helper(sb, end_ag, last_cluster, 0, info); 5680c9ec4beSDarrick J. Wong if (error) 5690c9ec4beSDarrick J. Wong goto err; 5700c9ec4beSDarrick J. Wong 5710c9ec4beSDarrick J. Wong err: 5720c9ec4beSDarrick J. Wong ext4_getfsmap_free_fixed_metadata(&info->gfi_meta_list); 5730c9ec4beSDarrick J. Wong return error; 5740c9ec4beSDarrick J. Wong } 5750c9ec4beSDarrick J. Wong 5760c9ec4beSDarrick J. Wong /* Do we recognize the device? */ 5770c9ec4beSDarrick J. Wong static bool ext4_getfsmap_is_valid_device(struct super_block *sb, 5780c9ec4beSDarrick J. Wong struct ext4_fsmap *fm) 5790c9ec4beSDarrick J. Wong { 5800c9ec4beSDarrick J. Wong if (fm->fmr_device == 0 || fm->fmr_device == UINT_MAX || 5810c9ec4beSDarrick J. Wong fm->fmr_device == new_encode_dev(sb->s_bdev->bd_dev)) 5820c9ec4beSDarrick J. Wong return true; 5830c9ec4beSDarrick J. Wong if (EXT4_SB(sb)->journal_bdev && 5840c9ec4beSDarrick J. Wong fm->fmr_device == new_encode_dev(EXT4_SB(sb)->journal_bdev->bd_dev)) 5850c9ec4beSDarrick J. Wong return true; 5860c9ec4beSDarrick J. Wong return false; 5870c9ec4beSDarrick J. Wong } 5880c9ec4beSDarrick J. Wong 5890c9ec4beSDarrick J. Wong /* Ensure that the low key is less than the high key. */ 5900c9ec4beSDarrick J. Wong static bool ext4_getfsmap_check_keys(struct ext4_fsmap *low_key, 5910c9ec4beSDarrick J. Wong struct ext4_fsmap *high_key) 5920c9ec4beSDarrick J. Wong { 5930c9ec4beSDarrick J. Wong if (low_key->fmr_device > high_key->fmr_device) 5940c9ec4beSDarrick J. Wong return false; 5950c9ec4beSDarrick J. Wong if (low_key->fmr_device < high_key->fmr_device) 5960c9ec4beSDarrick J. Wong return true; 5970c9ec4beSDarrick J. Wong 5980c9ec4beSDarrick J. Wong if (low_key->fmr_physical > high_key->fmr_physical) 5990c9ec4beSDarrick J. Wong return false; 6000c9ec4beSDarrick J. Wong if (low_key->fmr_physical < high_key->fmr_physical) 6010c9ec4beSDarrick J. Wong return true; 6020c9ec4beSDarrick J. Wong 6030c9ec4beSDarrick J. Wong if (low_key->fmr_owner > high_key->fmr_owner) 6040c9ec4beSDarrick J. Wong return false; 6050c9ec4beSDarrick J. Wong if (low_key->fmr_owner < high_key->fmr_owner) 6060c9ec4beSDarrick J. Wong return true; 6070c9ec4beSDarrick J. Wong 6080c9ec4beSDarrick J. Wong return false; 6090c9ec4beSDarrick J. Wong } 6100c9ec4beSDarrick J. Wong 6110c9ec4beSDarrick J. Wong #define EXT4_GETFSMAP_DEVS 2 6120c9ec4beSDarrick J. Wong /* 6130c9ec4beSDarrick J. Wong * Get filesystem's extents as described in head, and format for 6140c9ec4beSDarrick J. Wong * output. Calls formatter to fill the user's buffer until all 6150c9ec4beSDarrick J. Wong * extents are mapped, until the passed-in head->fmh_count slots have 6160c9ec4beSDarrick J. Wong * been filled, or until the formatter short-circuits the loop, if it 6170c9ec4beSDarrick J. Wong * is tracking filled-in extents on its own. 6180c9ec4beSDarrick J. Wong * 6190c9ec4beSDarrick J. Wong * Key to Confusion 6200c9ec4beSDarrick J. Wong * ---------------- 6210c9ec4beSDarrick J. Wong * There are multiple levels of keys and counters at work here: 6220c9ec4beSDarrick J. Wong * _fsmap_head.fmh_keys -- low and high fsmap keys passed in; 6230c9ec4beSDarrick J. Wong * these reflect fs-wide block addrs. 6240c9ec4beSDarrick J. Wong * dkeys -- fmh_keys used to query each device; 6250c9ec4beSDarrick J. Wong * these are fmh_keys but w/ the low key 6260c9ec4beSDarrick J. Wong * bumped up by fmr_length. 6270c9ec4beSDarrick J. Wong * _getfsmap_info.gfi_next_fsblk-- next fs block we expect to see; this 6280c9ec4beSDarrick J. Wong * is how we detect gaps in the fsmap 6290c9ec4beSDarrick J. Wong * records and report them. 6300c9ec4beSDarrick J. Wong * _getfsmap_info.gfi_low/high -- per-bg low/high keys computed from 6310c9ec4beSDarrick J. Wong * dkeys; used to query the free space. 6320c9ec4beSDarrick J. Wong */ 6330c9ec4beSDarrick J. Wong int ext4_getfsmap(struct super_block *sb, struct ext4_fsmap_head *head, 6340c9ec4beSDarrick J. Wong ext4_fsmap_format_t formatter, void *arg) 6350c9ec4beSDarrick J. Wong { 6360c9ec4beSDarrick J. Wong struct ext4_fsmap dkeys[2]; /* per-dev keys */ 6370c9ec4beSDarrick J. Wong struct ext4_getfsmap_dev handlers[EXT4_GETFSMAP_DEVS]; 6380c9ec4beSDarrick J. Wong struct ext4_getfsmap_info info = {0}; 6390c9ec4beSDarrick J. Wong int i; 6400c9ec4beSDarrick J. Wong int error = 0; 6410c9ec4beSDarrick J. Wong 6420c9ec4beSDarrick J. Wong if (head->fmh_iflags & ~FMH_IF_VALID) 6430c9ec4beSDarrick J. Wong return -EINVAL; 6440c9ec4beSDarrick J. Wong if (!ext4_getfsmap_is_valid_device(sb, &head->fmh_keys[0]) || 6450c9ec4beSDarrick J. Wong !ext4_getfsmap_is_valid_device(sb, &head->fmh_keys[1])) 6460c9ec4beSDarrick J. Wong return -EINVAL; 6470c9ec4beSDarrick J. Wong 6480c9ec4beSDarrick J. Wong head->fmh_entries = 0; 6490c9ec4beSDarrick J. Wong 6500c9ec4beSDarrick J. Wong /* Set up our device handlers. */ 6510c9ec4beSDarrick J. Wong memset(handlers, 0, sizeof(handlers)); 6520c9ec4beSDarrick J. Wong handlers[0].gfd_dev = new_encode_dev(sb->s_bdev->bd_dev); 6530c9ec4beSDarrick J. Wong handlers[0].gfd_fn = ext4_getfsmap_datadev; 6540c9ec4beSDarrick J. Wong if (EXT4_SB(sb)->journal_bdev) { 6550c9ec4beSDarrick J. Wong handlers[1].gfd_dev = new_encode_dev( 6560c9ec4beSDarrick J. Wong EXT4_SB(sb)->journal_bdev->bd_dev); 6570c9ec4beSDarrick J. Wong handlers[1].gfd_fn = ext4_getfsmap_logdev; 6580c9ec4beSDarrick J. Wong } 6590c9ec4beSDarrick J. Wong 6600c9ec4beSDarrick J. Wong sort(handlers, EXT4_GETFSMAP_DEVS, sizeof(struct ext4_getfsmap_dev), 6610c9ec4beSDarrick J. Wong ext4_getfsmap_dev_compare, NULL); 6620c9ec4beSDarrick J. Wong 6630c9ec4beSDarrick J. Wong /* 6640c9ec4beSDarrick J. Wong * To continue where we left off, we allow userspace to use the 6650c9ec4beSDarrick J. Wong * last mapping from a previous call as the low key of the next. 6660c9ec4beSDarrick J. Wong * This is identified by a non-zero length in the low key. We 6670c9ec4beSDarrick J. Wong * have to increment the low key in this scenario to ensure we 6680c9ec4beSDarrick J. Wong * don't return the same mapping again, and instead return the 6690c9ec4beSDarrick J. Wong * very next mapping. 6700c9ec4beSDarrick J. Wong * 6710c9ec4beSDarrick J. Wong * Bump the physical offset as there can be no other mapping for 6720c9ec4beSDarrick J. Wong * the same physical block range. 6730c9ec4beSDarrick J. Wong */ 6740c9ec4beSDarrick J. Wong dkeys[0] = head->fmh_keys[0]; 6750c9ec4beSDarrick J. Wong dkeys[0].fmr_physical += dkeys[0].fmr_length; 6760c9ec4beSDarrick J. Wong dkeys[0].fmr_owner = 0; 6770c9ec4beSDarrick J. Wong dkeys[0].fmr_length = 0; 6780c9ec4beSDarrick J. Wong memset(&dkeys[1], 0xFF, sizeof(struct ext4_fsmap)); 6790c9ec4beSDarrick J. Wong 6800c9ec4beSDarrick J. Wong if (!ext4_getfsmap_check_keys(dkeys, &head->fmh_keys[1])) 6810c9ec4beSDarrick J. Wong return -EINVAL; 6820c9ec4beSDarrick J. Wong 6830c9ec4beSDarrick J. Wong info.gfi_next_fsblk = head->fmh_keys[0].fmr_physical + 6840c9ec4beSDarrick J. Wong head->fmh_keys[0].fmr_length; 6850c9ec4beSDarrick J. Wong info.gfi_formatter = formatter; 6860c9ec4beSDarrick J. Wong info.gfi_format_arg = arg; 6870c9ec4beSDarrick J. Wong info.gfi_head = head; 6880c9ec4beSDarrick J. Wong 6890c9ec4beSDarrick J. Wong /* For each device we support... */ 6900c9ec4beSDarrick J. Wong for (i = 0; i < EXT4_GETFSMAP_DEVS; i++) { 6910c9ec4beSDarrick J. Wong /* Is this device within the range the user asked for? */ 6920c9ec4beSDarrick J. Wong if (!handlers[i].gfd_fn) 6930c9ec4beSDarrick J. Wong continue; 6940c9ec4beSDarrick J. Wong if (head->fmh_keys[0].fmr_device > handlers[i].gfd_dev) 6950c9ec4beSDarrick J. Wong continue; 6960c9ec4beSDarrick J. Wong if (head->fmh_keys[1].fmr_device < handlers[i].gfd_dev) 6970c9ec4beSDarrick J. Wong break; 6980c9ec4beSDarrick J. Wong 6990c9ec4beSDarrick J. Wong /* 7000c9ec4beSDarrick J. Wong * If this device number matches the high key, we have 7010c9ec4beSDarrick J. Wong * to pass the high key to the handler to limit the 7020c9ec4beSDarrick J. Wong * query results. If the device number exceeds the 7030c9ec4beSDarrick J. Wong * low key, zero out the low key so that we get 7040c9ec4beSDarrick J. Wong * everything from the beginning. 7050c9ec4beSDarrick J. Wong */ 7060c9ec4beSDarrick J. Wong if (handlers[i].gfd_dev == head->fmh_keys[1].fmr_device) 7070c9ec4beSDarrick J. Wong dkeys[1] = head->fmh_keys[1]; 7080c9ec4beSDarrick J. Wong if (handlers[i].gfd_dev > head->fmh_keys[0].fmr_device) 7090c9ec4beSDarrick J. Wong memset(&dkeys[0], 0, sizeof(struct ext4_fsmap)); 7100c9ec4beSDarrick J. Wong 7110c9ec4beSDarrick J. Wong info.gfi_dev = handlers[i].gfd_dev; 7120c9ec4beSDarrick J. Wong info.gfi_last = false; 7130c9ec4beSDarrick J. Wong info.gfi_agno = -1; 7140c9ec4beSDarrick J. Wong error = handlers[i].gfd_fn(sb, dkeys, &info); 7150c9ec4beSDarrick J. Wong if (error) 7160c9ec4beSDarrick J. Wong break; 7170c9ec4beSDarrick J. Wong info.gfi_next_fsblk = 0; 7180c9ec4beSDarrick J. Wong } 7190c9ec4beSDarrick J. Wong 7200c9ec4beSDarrick J. Wong head->fmh_oflags = FMH_OF_DEV_T; 7210c9ec4beSDarrick J. Wong return error; 7220c9ec4beSDarrick J. Wong } 723