1f5166768STheodore Ts'o // SPDX-License-Identifier: GPL-2.0+ 20c9ec4beSDarrick J. Wong /* 30c9ec4beSDarrick J. Wong * Copyright (C) 2017 Oracle. All Rights Reserved. 40c9ec4beSDarrick J. Wong * 50c9ec4beSDarrick J. Wong * Author: Darrick J. Wong <darrick.wong@oracle.com> 60c9ec4beSDarrick J. Wong */ 70c9ec4beSDarrick J. Wong #include "ext4.h" 80c9ec4beSDarrick J. Wong #include <linux/fsmap.h> 90c9ec4beSDarrick J. Wong #include "fsmap.h" 100c9ec4beSDarrick J. Wong #include "mballoc.h" 110c9ec4beSDarrick J. Wong #include <linux/sort.h> 120c9ec4beSDarrick J. Wong #include <linux/list_sort.h> 130c9ec4beSDarrick J. Wong #include <trace/events/ext4.h> 140c9ec4beSDarrick J. Wong 150c9ec4beSDarrick J. Wong /* Convert an ext4_fsmap to an fsmap. */ 160c9ec4beSDarrick J. Wong void ext4_fsmap_from_internal(struct super_block *sb, struct fsmap *dest, 170c9ec4beSDarrick J. Wong struct ext4_fsmap *src) 180c9ec4beSDarrick J. Wong { 190c9ec4beSDarrick J. Wong dest->fmr_device = src->fmr_device; 200c9ec4beSDarrick J. Wong dest->fmr_flags = src->fmr_flags; 210c9ec4beSDarrick J. Wong dest->fmr_physical = src->fmr_physical << sb->s_blocksize_bits; 220c9ec4beSDarrick J. Wong dest->fmr_owner = src->fmr_owner; 230c9ec4beSDarrick J. Wong dest->fmr_offset = 0; 240c9ec4beSDarrick J. Wong dest->fmr_length = src->fmr_length << sb->s_blocksize_bits; 250c9ec4beSDarrick J. Wong dest->fmr_reserved[0] = 0; 260c9ec4beSDarrick J. Wong dest->fmr_reserved[1] = 0; 270c9ec4beSDarrick J. Wong dest->fmr_reserved[2] = 0; 280c9ec4beSDarrick J. Wong } 290c9ec4beSDarrick J. Wong 300c9ec4beSDarrick J. Wong /* Convert an fsmap to an ext4_fsmap. */ 310c9ec4beSDarrick J. Wong void ext4_fsmap_to_internal(struct super_block *sb, struct ext4_fsmap *dest, 320c9ec4beSDarrick J. Wong struct fsmap *src) 330c9ec4beSDarrick J. Wong { 340c9ec4beSDarrick J. Wong dest->fmr_device = src->fmr_device; 350c9ec4beSDarrick J. Wong dest->fmr_flags = src->fmr_flags; 360c9ec4beSDarrick J. Wong dest->fmr_physical = src->fmr_physical >> sb->s_blocksize_bits; 370c9ec4beSDarrick J. Wong dest->fmr_owner = src->fmr_owner; 380c9ec4beSDarrick J. Wong dest->fmr_length = src->fmr_length >> sb->s_blocksize_bits; 390c9ec4beSDarrick J. Wong } 400c9ec4beSDarrick J. Wong 410c9ec4beSDarrick J. Wong /* getfsmap query state */ 420c9ec4beSDarrick J. Wong struct ext4_getfsmap_info { 430c9ec4beSDarrick J. Wong struct ext4_fsmap_head *gfi_head; 440c9ec4beSDarrick J. Wong ext4_fsmap_format_t gfi_formatter; /* formatting fn */ 450c9ec4beSDarrick J. Wong void *gfi_format_arg;/* format buffer */ 460c9ec4beSDarrick J. Wong ext4_fsblk_t gfi_next_fsblk; /* next fsblock we expect */ 470c9ec4beSDarrick J. Wong u32 gfi_dev; /* device id */ 480c9ec4beSDarrick J. Wong ext4_group_t gfi_agno; /* bg number, if applicable */ 490c9ec4beSDarrick J. Wong struct ext4_fsmap gfi_low; /* low rmap key */ 500c9ec4beSDarrick J. Wong struct ext4_fsmap gfi_high; /* high rmap key */ 510c9ec4beSDarrick J. Wong struct ext4_fsmap gfi_lastfree; /* free ext at end of last bg */ 520c9ec4beSDarrick J. Wong struct list_head gfi_meta_list; /* fixed metadata list */ 530c9ec4beSDarrick J. Wong bool gfi_last; /* last extent? */ 540c9ec4beSDarrick J. Wong }; 550c9ec4beSDarrick J. Wong 560c9ec4beSDarrick J. Wong /* Associate a device with a getfsmap handler. */ 570c9ec4beSDarrick J. Wong struct ext4_getfsmap_dev { 580c9ec4beSDarrick J. Wong int (*gfd_fn)(struct super_block *sb, 590c9ec4beSDarrick J. Wong struct ext4_fsmap *keys, 600c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info); 610c9ec4beSDarrick J. Wong u32 gfd_dev; 620c9ec4beSDarrick J. Wong }; 630c9ec4beSDarrick J. Wong 640c9ec4beSDarrick J. Wong /* Compare two getfsmap device handlers. */ 650c9ec4beSDarrick J. Wong static int ext4_getfsmap_dev_compare(const void *p1, const void *p2) 660c9ec4beSDarrick J. Wong { 670c9ec4beSDarrick J. Wong const struct ext4_getfsmap_dev *d1 = p1; 680c9ec4beSDarrick J. Wong const struct ext4_getfsmap_dev *d2 = p2; 690c9ec4beSDarrick J. Wong 700c9ec4beSDarrick J. Wong return d1->gfd_dev - d2->gfd_dev; 710c9ec4beSDarrick J. Wong } 720c9ec4beSDarrick J. Wong 730c9ec4beSDarrick J. Wong /* Compare a record against our starting point */ 740c9ec4beSDarrick J. Wong static bool ext4_getfsmap_rec_before_low_key(struct ext4_getfsmap_info *info, 750c9ec4beSDarrick J. Wong struct ext4_fsmap *rec) 760c9ec4beSDarrick J. Wong { 770c9ec4beSDarrick J. Wong return rec->fmr_physical < info->gfi_low.fmr_physical; 780c9ec4beSDarrick J. Wong } 790c9ec4beSDarrick J. Wong 800c9ec4beSDarrick J. Wong /* 810c9ec4beSDarrick J. Wong * Format a reverse mapping for getfsmap, having translated rm_startblock 820c9ec4beSDarrick J. Wong * into the appropriate daddr units. 830c9ec4beSDarrick J. Wong */ 840c9ec4beSDarrick J. Wong static int ext4_getfsmap_helper(struct super_block *sb, 850c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info, 860c9ec4beSDarrick J. Wong struct ext4_fsmap *rec) 870c9ec4beSDarrick J. Wong { 880c9ec4beSDarrick J. Wong struct ext4_fsmap fmr; 890c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 900c9ec4beSDarrick J. Wong ext4_fsblk_t rec_fsblk = rec->fmr_physical; 910c9ec4beSDarrick J. Wong ext4_group_t agno; 920c9ec4beSDarrick J. Wong ext4_grpblk_t cno; 930c9ec4beSDarrick J. Wong int error; 940c9ec4beSDarrick J. Wong 950c9ec4beSDarrick J. Wong if (fatal_signal_pending(current)) 960c9ec4beSDarrick J. Wong return -EINTR; 970c9ec4beSDarrick J. Wong 980c9ec4beSDarrick J. Wong /* 990c9ec4beSDarrick J. Wong * Filter out records that start before our startpoint, if the 1000c9ec4beSDarrick J. Wong * caller requested that. 1010c9ec4beSDarrick J. Wong */ 1020c9ec4beSDarrick J. Wong if (ext4_getfsmap_rec_before_low_key(info, rec)) { 1030c9ec4beSDarrick J. Wong rec_fsblk += rec->fmr_length; 1040c9ec4beSDarrick J. Wong if (info->gfi_next_fsblk < rec_fsblk) 1050c9ec4beSDarrick J. Wong info->gfi_next_fsblk = rec_fsblk; 1060c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1070c9ec4beSDarrick J. Wong } 1080c9ec4beSDarrick J. Wong 1090c9ec4beSDarrick J. Wong /* Are we just counting mappings? */ 1100c9ec4beSDarrick J. Wong if (info->gfi_head->fmh_count == 0) { 111af8c53c8SDarrick J. Wong if (info->gfi_head->fmh_entries == UINT_MAX) 112af8c53c8SDarrick J. Wong return EXT4_QUERY_RANGE_ABORT; 113af8c53c8SDarrick J. Wong 1140c9ec4beSDarrick J. Wong if (rec_fsblk > info->gfi_next_fsblk) 1150c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1160c9ec4beSDarrick J. Wong 1170c9ec4beSDarrick J. Wong if (info->gfi_last) 1180c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1190c9ec4beSDarrick J. Wong 1200c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1210c9ec4beSDarrick J. Wong 1220c9ec4beSDarrick J. Wong rec_fsblk += rec->fmr_length; 1230c9ec4beSDarrick J. Wong if (info->gfi_next_fsblk < rec_fsblk) 1240c9ec4beSDarrick J. Wong info->gfi_next_fsblk = rec_fsblk; 1250c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1260c9ec4beSDarrick J. Wong } 1270c9ec4beSDarrick J. Wong 1280c9ec4beSDarrick J. Wong /* 1290c9ec4beSDarrick J. Wong * If the record starts past the last physical block we saw, 1300c9ec4beSDarrick J. Wong * then we've found a gap. Report the gap as being owned by 1310c9ec4beSDarrick J. Wong * whatever the caller specified is the missing owner. 1320c9ec4beSDarrick J. Wong */ 1330c9ec4beSDarrick J. Wong if (rec_fsblk > info->gfi_next_fsblk) { 1340c9ec4beSDarrick J. Wong if (info->gfi_head->fmh_entries >= info->gfi_head->fmh_count) 1350c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_ABORT; 1360c9ec4beSDarrick J. Wong 1370c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, info->gfi_next_fsblk, 1380c9ec4beSDarrick J. Wong &agno, &cno); 1390c9ec4beSDarrick J. Wong trace_ext4_fsmap_mapping(sb, info->gfi_dev, agno, 1400c9ec4beSDarrick J. Wong EXT4_C2B(sbi, cno), 1410c9ec4beSDarrick J. Wong rec_fsblk - info->gfi_next_fsblk, 1420c9ec4beSDarrick J. Wong EXT4_FMR_OWN_UNKNOWN); 1430c9ec4beSDarrick J. Wong 1440c9ec4beSDarrick J. Wong fmr.fmr_device = info->gfi_dev; 1450c9ec4beSDarrick J. Wong fmr.fmr_physical = info->gfi_next_fsblk; 1460c9ec4beSDarrick J. Wong fmr.fmr_owner = EXT4_FMR_OWN_UNKNOWN; 1470c9ec4beSDarrick J. Wong fmr.fmr_length = rec_fsblk - info->gfi_next_fsblk; 1480c9ec4beSDarrick J. Wong fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; 1490c9ec4beSDarrick J. Wong error = info->gfi_formatter(&fmr, info->gfi_format_arg); 1500c9ec4beSDarrick J. Wong if (error) 1510c9ec4beSDarrick J. Wong return error; 1520c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1530c9ec4beSDarrick J. Wong } 1540c9ec4beSDarrick J. Wong 1550c9ec4beSDarrick J. Wong if (info->gfi_last) 1560c9ec4beSDarrick J. Wong goto out; 1570c9ec4beSDarrick J. Wong 1580c9ec4beSDarrick J. Wong /* Fill out the extent we found */ 1590c9ec4beSDarrick J. Wong if (info->gfi_head->fmh_entries >= info->gfi_head->fmh_count) 1600c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_ABORT; 1610c9ec4beSDarrick J. Wong 1620c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, rec_fsblk, &agno, &cno); 1630c9ec4beSDarrick J. Wong trace_ext4_fsmap_mapping(sb, info->gfi_dev, agno, EXT4_C2B(sbi, cno), 1640c9ec4beSDarrick J. Wong rec->fmr_length, rec->fmr_owner); 1650c9ec4beSDarrick J. Wong 1660c9ec4beSDarrick J. Wong fmr.fmr_device = info->gfi_dev; 1670c9ec4beSDarrick J. Wong fmr.fmr_physical = rec_fsblk; 1680c9ec4beSDarrick J. Wong fmr.fmr_owner = rec->fmr_owner; 1690c9ec4beSDarrick J. Wong fmr.fmr_flags = FMR_OF_SPECIAL_OWNER; 1700c9ec4beSDarrick J. Wong fmr.fmr_length = rec->fmr_length; 1710c9ec4beSDarrick J. Wong error = info->gfi_formatter(&fmr, info->gfi_format_arg); 1720c9ec4beSDarrick J. Wong if (error) 1730c9ec4beSDarrick J. Wong return error; 1740c9ec4beSDarrick J. Wong info->gfi_head->fmh_entries++; 1750c9ec4beSDarrick J. Wong 1760c9ec4beSDarrick J. Wong out: 1770c9ec4beSDarrick J. Wong rec_fsblk += rec->fmr_length; 1780c9ec4beSDarrick J. Wong if (info->gfi_next_fsblk < rec_fsblk) 1790c9ec4beSDarrick J. Wong info->gfi_next_fsblk = rec_fsblk; 1800c9ec4beSDarrick J. Wong return EXT4_QUERY_RANGE_CONTINUE; 1810c9ec4beSDarrick J. Wong } 1820c9ec4beSDarrick J. Wong 1830c9ec4beSDarrick J. Wong static inline ext4_fsblk_t ext4_fsmap_next_pblk(struct ext4_fsmap *fmr) 1840c9ec4beSDarrick J. Wong { 1850c9ec4beSDarrick J. Wong return fmr->fmr_physical + fmr->fmr_length; 1860c9ec4beSDarrick J. Wong } 1870c9ec4beSDarrick J. Wong 1880c9ec4beSDarrick J. Wong /* Transform a blockgroup's free record into a fsmap */ 1890c9ec4beSDarrick J. Wong static int ext4_getfsmap_datadev_helper(struct super_block *sb, 1900c9ec4beSDarrick J. Wong ext4_group_t agno, ext4_grpblk_t start, 1910c9ec4beSDarrick J. Wong ext4_grpblk_t len, void *priv) 1920c9ec4beSDarrick J. Wong { 1930c9ec4beSDarrick J. Wong struct ext4_fsmap irec; 1940c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info = priv; 1950c9ec4beSDarrick J. Wong struct ext4_fsmap *p; 1960c9ec4beSDarrick J. Wong struct ext4_fsmap *tmp; 1970c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 1980c9ec4beSDarrick J. Wong ext4_fsblk_t fsb; 1990c9ec4beSDarrick J. Wong ext4_fsblk_t fslen; 2000c9ec4beSDarrick J. Wong int error; 2010c9ec4beSDarrick J. Wong 2020c9ec4beSDarrick J. Wong fsb = (EXT4_C2B(sbi, start) + ext4_group_first_block_no(sb, agno)); 2030c9ec4beSDarrick J. Wong fslen = EXT4_C2B(sbi, len); 2040c9ec4beSDarrick J. Wong 2050c9ec4beSDarrick J. Wong /* If the retained free extent record is set... */ 2060c9ec4beSDarrick J. Wong if (info->gfi_lastfree.fmr_owner) { 2070c9ec4beSDarrick J. Wong /* ...and abuts this one, lengthen it and return. */ 2080c9ec4beSDarrick J. Wong if (ext4_fsmap_next_pblk(&info->gfi_lastfree) == fsb) { 2090c9ec4beSDarrick J. Wong info->gfi_lastfree.fmr_length += fslen; 2100c9ec4beSDarrick J. Wong return 0; 2110c9ec4beSDarrick J. Wong } 2120c9ec4beSDarrick J. Wong 2130c9ec4beSDarrick J. Wong /* 2140c9ec4beSDarrick J. Wong * There's a gap between the two free extents; emit the 2150c9ec4beSDarrick J. Wong * retained extent prior to merging the meta_list. 2160c9ec4beSDarrick J. Wong */ 2170c9ec4beSDarrick J. Wong error = ext4_getfsmap_helper(sb, info, &info->gfi_lastfree); 2180c9ec4beSDarrick J. Wong if (error) 2190c9ec4beSDarrick J. Wong return error; 2200c9ec4beSDarrick J. Wong info->gfi_lastfree.fmr_owner = 0; 2210c9ec4beSDarrick J. Wong } 2220c9ec4beSDarrick J. Wong 2230c9ec4beSDarrick J. Wong /* Merge in any relevant extents from the meta_list */ 2240c9ec4beSDarrick J. Wong list_for_each_entry_safe(p, tmp, &info->gfi_meta_list, fmr_list) { 2250c9ec4beSDarrick J. Wong if (p->fmr_physical + p->fmr_length <= info->gfi_next_fsblk) { 2260c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 2270c9ec4beSDarrick J. Wong kfree(p); 2280c9ec4beSDarrick J. Wong } else if (p->fmr_physical < fsb) { 2290c9ec4beSDarrick J. Wong error = ext4_getfsmap_helper(sb, info, p); 2300c9ec4beSDarrick J. Wong if (error) 2310c9ec4beSDarrick J. Wong return error; 2320c9ec4beSDarrick J. Wong 2330c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 2340c9ec4beSDarrick J. Wong kfree(p); 2350c9ec4beSDarrick J. Wong } 2360c9ec4beSDarrick J. Wong } 2370c9ec4beSDarrick J. Wong 2380c9ec4beSDarrick J. Wong irec.fmr_device = 0; 2390c9ec4beSDarrick J. Wong irec.fmr_physical = fsb; 2400c9ec4beSDarrick J. Wong irec.fmr_length = fslen; 2410c9ec4beSDarrick J. Wong irec.fmr_owner = EXT4_FMR_OWN_FREE; 2420c9ec4beSDarrick J. Wong irec.fmr_flags = 0; 2430c9ec4beSDarrick J. Wong 2440c9ec4beSDarrick J. Wong /* If this is a free extent at the end of a bg, buffer it. */ 2450c9ec4beSDarrick J. Wong if (ext4_fsmap_next_pblk(&irec) == 2460c9ec4beSDarrick J. Wong ext4_group_first_block_no(sb, agno + 1)) { 2470c9ec4beSDarrick J. Wong info->gfi_lastfree = irec; 2480c9ec4beSDarrick J. Wong return 0; 2490c9ec4beSDarrick J. Wong } 2500c9ec4beSDarrick J. Wong 2510c9ec4beSDarrick J. Wong /* Otherwise, emit it */ 2520c9ec4beSDarrick J. Wong return ext4_getfsmap_helper(sb, info, &irec); 2530c9ec4beSDarrick J. Wong } 2540c9ec4beSDarrick J. Wong 2550c9ec4beSDarrick J. Wong /* Execute a getfsmap query against the log device. */ 2560c9ec4beSDarrick J. Wong static int ext4_getfsmap_logdev(struct super_block *sb, struct ext4_fsmap *keys, 2570c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info) 2580c9ec4beSDarrick J. Wong { 2590c9ec4beSDarrick J. Wong journal_t *journal = EXT4_SB(sb)->s_journal; 2600c9ec4beSDarrick J. Wong struct ext4_fsmap irec; 2610c9ec4beSDarrick J. Wong 2620c9ec4beSDarrick J. Wong /* Set up search keys */ 2630c9ec4beSDarrick J. Wong info->gfi_low = keys[0]; 2640c9ec4beSDarrick J. Wong info->gfi_low.fmr_length = 0; 2650c9ec4beSDarrick J. Wong 2660c9ec4beSDarrick J. Wong memset(&info->gfi_high, 0xFF, sizeof(info->gfi_high)); 2670c9ec4beSDarrick J. Wong 2680c9ec4beSDarrick J. Wong trace_ext4_fsmap_low_key(sb, info->gfi_dev, 0, 2690c9ec4beSDarrick J. Wong info->gfi_low.fmr_physical, 2700c9ec4beSDarrick J. Wong info->gfi_low.fmr_length, 2710c9ec4beSDarrick J. Wong info->gfi_low.fmr_owner); 2720c9ec4beSDarrick J. Wong 2730c9ec4beSDarrick J. Wong trace_ext4_fsmap_high_key(sb, info->gfi_dev, 0, 2740c9ec4beSDarrick J. Wong info->gfi_high.fmr_physical, 2750c9ec4beSDarrick J. Wong info->gfi_high.fmr_length, 2760c9ec4beSDarrick J. Wong info->gfi_high.fmr_owner); 2770c9ec4beSDarrick J. Wong 2780c9ec4beSDarrick J. Wong if (keys[0].fmr_physical > 0) 2790c9ec4beSDarrick J. Wong return 0; 2800c9ec4beSDarrick J. Wong 2810c9ec4beSDarrick J. Wong /* Fabricate an rmap entry for the external log device. */ 2820c9ec4beSDarrick J. Wong irec.fmr_physical = journal->j_blk_offset; 2830c9ec4beSDarrick J. Wong irec.fmr_length = journal->j_maxlen; 2840c9ec4beSDarrick J. Wong irec.fmr_owner = EXT4_FMR_OWN_LOG; 2850c9ec4beSDarrick J. Wong irec.fmr_flags = 0; 2860c9ec4beSDarrick J. Wong 2870c9ec4beSDarrick J. Wong return ext4_getfsmap_helper(sb, info, &irec); 2880c9ec4beSDarrick J. Wong } 2890c9ec4beSDarrick J. Wong 2900c9ec4beSDarrick J. Wong /* Helper to fill out an ext4_fsmap. */ 2910c9ec4beSDarrick J. Wong static inline int ext4_getfsmap_fill(struct list_head *meta_list, 2920c9ec4beSDarrick J. Wong ext4_fsblk_t fsb, ext4_fsblk_t len, 2930c9ec4beSDarrick J. Wong uint64_t owner) 2940c9ec4beSDarrick J. Wong { 2950c9ec4beSDarrick J. Wong struct ext4_fsmap *fsm; 2960c9ec4beSDarrick J. Wong 2970c9ec4beSDarrick J. Wong fsm = kmalloc(sizeof(*fsm), GFP_NOFS); 2980c9ec4beSDarrick J. Wong if (!fsm) 2990c9ec4beSDarrick J. Wong return -ENOMEM; 3000c9ec4beSDarrick J. Wong fsm->fmr_device = 0; 3010c9ec4beSDarrick J. Wong fsm->fmr_flags = 0; 3020c9ec4beSDarrick J. Wong fsm->fmr_physical = fsb; 3030c9ec4beSDarrick J. Wong fsm->fmr_owner = owner; 3040c9ec4beSDarrick J. Wong fsm->fmr_length = len; 3050c9ec4beSDarrick J. Wong list_add_tail(&fsm->fmr_list, meta_list); 3060c9ec4beSDarrick J. Wong 3070c9ec4beSDarrick J. Wong return 0; 3080c9ec4beSDarrick J. Wong } 3090c9ec4beSDarrick J. Wong 3100c9ec4beSDarrick J. Wong /* 3110c9ec4beSDarrick J. Wong * This function returns the number of file system metadata blocks at 3120c9ec4beSDarrick J. Wong * the beginning of a block group, including the reserved gdt blocks. 3130c9ec4beSDarrick J. Wong */ 3140c9ec4beSDarrick J. Wong static unsigned int ext4_getfsmap_find_sb(struct super_block *sb, 3150c9ec4beSDarrick J. Wong ext4_group_t agno, 3160c9ec4beSDarrick J. Wong struct list_head *meta_list) 3170c9ec4beSDarrick J. Wong { 3180c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 3190c9ec4beSDarrick J. Wong ext4_fsblk_t fsb = ext4_group_first_block_no(sb, agno); 3200c9ec4beSDarrick J. Wong ext4_fsblk_t len; 3210c9ec4beSDarrick J. Wong unsigned long first_meta_bg = le32_to_cpu(sbi->s_es->s_first_meta_bg); 3220c9ec4beSDarrick J. Wong unsigned long metagroup = agno / EXT4_DESC_PER_BLOCK(sb); 3230c9ec4beSDarrick J. Wong int error; 3240c9ec4beSDarrick J. Wong 3250c9ec4beSDarrick J. Wong /* Record the superblock. */ 3260c9ec4beSDarrick J. Wong if (ext4_bg_has_super(sb, agno)) { 3270c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, fsb, 1, EXT4_FMR_OWN_FS); 3280c9ec4beSDarrick J. Wong if (error) 3290c9ec4beSDarrick J. Wong return error; 3300c9ec4beSDarrick J. Wong fsb++; 3310c9ec4beSDarrick J. Wong } 3320c9ec4beSDarrick J. Wong 3330c9ec4beSDarrick J. Wong /* Record the group descriptors. */ 3340c9ec4beSDarrick J. Wong len = ext4_bg_num_gdb(sb, agno); 3350c9ec4beSDarrick J. Wong if (!len) 3360c9ec4beSDarrick J. Wong return 0; 3370c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, fsb, len, 3380c9ec4beSDarrick J. Wong EXT4_FMR_OWN_GDT); 3390c9ec4beSDarrick J. Wong if (error) 3400c9ec4beSDarrick J. Wong return error; 3410c9ec4beSDarrick J. Wong fsb += len; 3420c9ec4beSDarrick J. Wong 3430c9ec4beSDarrick J. Wong /* Reserved GDT blocks */ 3440c9ec4beSDarrick J. Wong if (!ext4_has_feature_meta_bg(sb) || metagroup < first_meta_bg) { 3450c9ec4beSDarrick J. Wong len = le16_to_cpu(sbi->s_es->s_reserved_gdt_blocks); 3460c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, fsb, len, 3470c9ec4beSDarrick J. Wong EXT4_FMR_OWN_RESV_GDT); 3480c9ec4beSDarrick J. Wong if (error) 3490c9ec4beSDarrick J. Wong return error; 3500c9ec4beSDarrick J. Wong } 3510c9ec4beSDarrick J. Wong 3520c9ec4beSDarrick J. Wong return 0; 3530c9ec4beSDarrick J. Wong } 3540c9ec4beSDarrick J. Wong 3550c9ec4beSDarrick J. Wong /* Compare two fsmap items. */ 3560c9ec4beSDarrick J. Wong static int ext4_getfsmap_compare(void *priv, 3570c9ec4beSDarrick J. Wong struct list_head *a, 3580c9ec4beSDarrick J. Wong struct list_head *b) 3590c9ec4beSDarrick J. Wong { 3600c9ec4beSDarrick J. Wong struct ext4_fsmap *fa; 3610c9ec4beSDarrick J. Wong struct ext4_fsmap *fb; 3620c9ec4beSDarrick J. Wong 3630c9ec4beSDarrick J. Wong fa = container_of(a, struct ext4_fsmap, fmr_list); 3640c9ec4beSDarrick J. Wong fb = container_of(b, struct ext4_fsmap, fmr_list); 3650c9ec4beSDarrick J. Wong if (fa->fmr_physical < fb->fmr_physical) 3660c9ec4beSDarrick J. Wong return -1; 3670c9ec4beSDarrick J. Wong else if (fa->fmr_physical > fb->fmr_physical) 3680c9ec4beSDarrick J. Wong return 1; 3690c9ec4beSDarrick J. Wong return 0; 3700c9ec4beSDarrick J. Wong } 3710c9ec4beSDarrick J. Wong 3720c9ec4beSDarrick J. Wong /* Merge adjacent extents of fixed metadata. */ 3730c9ec4beSDarrick J. Wong static void ext4_getfsmap_merge_fixed_metadata(struct list_head *meta_list) 3740c9ec4beSDarrick J. Wong { 3750c9ec4beSDarrick J. Wong struct ext4_fsmap *p; 3760c9ec4beSDarrick J. Wong struct ext4_fsmap *prev = NULL; 3770c9ec4beSDarrick J. Wong struct ext4_fsmap *tmp; 3780c9ec4beSDarrick J. Wong 3790c9ec4beSDarrick J. Wong list_for_each_entry_safe(p, tmp, meta_list, fmr_list) { 3800c9ec4beSDarrick J. Wong if (!prev) { 3810c9ec4beSDarrick J. Wong prev = p; 3820c9ec4beSDarrick J. Wong continue; 3830c9ec4beSDarrick J. Wong } 3840c9ec4beSDarrick J. Wong 3850c9ec4beSDarrick J. Wong if (prev->fmr_owner == p->fmr_owner && 3860c9ec4beSDarrick J. Wong prev->fmr_physical + prev->fmr_length == p->fmr_physical) { 3870c9ec4beSDarrick J. Wong prev->fmr_length += p->fmr_length; 3880c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 3890c9ec4beSDarrick J. Wong kfree(p); 3900c9ec4beSDarrick J. Wong } else 3910c9ec4beSDarrick J. Wong prev = p; 3920c9ec4beSDarrick J. Wong } 3930c9ec4beSDarrick J. Wong } 3940c9ec4beSDarrick J. Wong 3950c9ec4beSDarrick J. Wong /* Free a list of fixed metadata. */ 3960c9ec4beSDarrick J. Wong static void ext4_getfsmap_free_fixed_metadata(struct list_head *meta_list) 3970c9ec4beSDarrick J. Wong { 3980c9ec4beSDarrick J. Wong struct ext4_fsmap *p; 3990c9ec4beSDarrick J. Wong struct ext4_fsmap *tmp; 4000c9ec4beSDarrick J. Wong 4010c9ec4beSDarrick J. Wong list_for_each_entry_safe(p, tmp, meta_list, fmr_list) { 4020c9ec4beSDarrick J. Wong list_del(&p->fmr_list); 4030c9ec4beSDarrick J. Wong kfree(p); 4040c9ec4beSDarrick J. Wong } 4050c9ec4beSDarrick J. Wong } 4060c9ec4beSDarrick J. Wong 4070c9ec4beSDarrick J. Wong /* Find all the fixed metadata in the filesystem. */ 408472d8ea1SMathieu Malaterre static int ext4_getfsmap_find_fixed_metadata(struct super_block *sb, 4090c9ec4beSDarrick J. Wong struct list_head *meta_list) 4100c9ec4beSDarrick J. Wong { 4110c9ec4beSDarrick J. Wong struct ext4_group_desc *gdp; 4120c9ec4beSDarrick J. Wong ext4_group_t agno; 4130c9ec4beSDarrick J. Wong int error; 4140c9ec4beSDarrick J. Wong 4150c9ec4beSDarrick J. Wong INIT_LIST_HEAD(meta_list); 4160c9ec4beSDarrick J. Wong 4170c9ec4beSDarrick J. Wong /* Collect everything. */ 4180c9ec4beSDarrick J. Wong for (agno = 0; agno < EXT4_SB(sb)->s_groups_count; agno++) { 4190c9ec4beSDarrick J. Wong gdp = ext4_get_group_desc(sb, agno, NULL); 4200c9ec4beSDarrick J. Wong if (!gdp) { 4210c9ec4beSDarrick J. Wong error = -EFSCORRUPTED; 4220c9ec4beSDarrick J. Wong goto err; 4230c9ec4beSDarrick J. Wong } 4240c9ec4beSDarrick J. Wong 4250c9ec4beSDarrick J. Wong /* Superblock & GDT */ 4260c9ec4beSDarrick J. Wong error = ext4_getfsmap_find_sb(sb, agno, meta_list); 4270c9ec4beSDarrick J. Wong if (error) 4280c9ec4beSDarrick J. Wong goto err; 4290c9ec4beSDarrick J. Wong 4300c9ec4beSDarrick J. Wong /* Block bitmap */ 4310c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, 4320c9ec4beSDarrick J. Wong ext4_block_bitmap(sb, gdp), 1, 4330c9ec4beSDarrick J. Wong EXT4_FMR_OWN_BLKBM); 4340c9ec4beSDarrick J. Wong if (error) 4350c9ec4beSDarrick J. Wong goto err; 4360c9ec4beSDarrick J. Wong 4370c9ec4beSDarrick J. Wong /* Inode bitmap */ 4380c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, 4390c9ec4beSDarrick J. Wong ext4_inode_bitmap(sb, gdp), 1, 4400c9ec4beSDarrick J. Wong EXT4_FMR_OWN_INOBM); 4410c9ec4beSDarrick J. Wong if (error) 4420c9ec4beSDarrick J. Wong goto err; 4430c9ec4beSDarrick J. Wong 4440c9ec4beSDarrick J. Wong /* Inodes */ 4450c9ec4beSDarrick J. Wong error = ext4_getfsmap_fill(meta_list, 4460c9ec4beSDarrick J. Wong ext4_inode_table(sb, gdp), 4470c9ec4beSDarrick J. Wong EXT4_SB(sb)->s_itb_per_group, 4480c9ec4beSDarrick J. Wong EXT4_FMR_OWN_INODES); 4490c9ec4beSDarrick J. Wong if (error) 4500c9ec4beSDarrick J. Wong goto err; 4510c9ec4beSDarrick J. Wong } 4520c9ec4beSDarrick J. Wong 4530c9ec4beSDarrick J. Wong /* Sort the list */ 4540c9ec4beSDarrick J. Wong list_sort(NULL, meta_list, ext4_getfsmap_compare); 4550c9ec4beSDarrick J. Wong 4560c9ec4beSDarrick J. Wong /* Merge adjacent extents */ 4570c9ec4beSDarrick J. Wong ext4_getfsmap_merge_fixed_metadata(meta_list); 4580c9ec4beSDarrick J. Wong 4590c9ec4beSDarrick J. Wong return 0; 4600c9ec4beSDarrick J. Wong err: 4610c9ec4beSDarrick J. Wong ext4_getfsmap_free_fixed_metadata(meta_list); 4620c9ec4beSDarrick J. Wong return error; 4630c9ec4beSDarrick J. Wong } 4640c9ec4beSDarrick J. Wong 4650c9ec4beSDarrick J. Wong /* Execute a getfsmap query against the buddy bitmaps */ 4660c9ec4beSDarrick J. Wong static int ext4_getfsmap_datadev(struct super_block *sb, 4670c9ec4beSDarrick J. Wong struct ext4_fsmap *keys, 4680c9ec4beSDarrick J. Wong struct ext4_getfsmap_info *info) 4690c9ec4beSDarrick J. Wong { 4700c9ec4beSDarrick J. Wong struct ext4_sb_info *sbi = EXT4_SB(sb); 4710c9ec4beSDarrick J. Wong ext4_fsblk_t start_fsb; 4720c9ec4beSDarrick J. Wong ext4_fsblk_t end_fsb; 4734a495624SDarrick J. Wong ext4_fsblk_t bofs; 4740c9ec4beSDarrick J. Wong ext4_fsblk_t eofs; 4750c9ec4beSDarrick J. Wong ext4_group_t start_ag; 4760c9ec4beSDarrick J. Wong ext4_group_t end_ag; 4770c9ec4beSDarrick J. Wong ext4_grpblk_t first_cluster; 4780c9ec4beSDarrick J. Wong ext4_grpblk_t last_cluster; 4790c9ec4beSDarrick J. Wong int error = 0; 4800c9ec4beSDarrick J. Wong 4814a495624SDarrick J. Wong bofs = le32_to_cpu(sbi->s_es->s_first_data_block); 4820c9ec4beSDarrick J. Wong eofs = ext4_blocks_count(sbi->s_es); 4830c9ec4beSDarrick J. Wong if (keys[0].fmr_physical >= eofs) 4840c9ec4beSDarrick J. Wong return 0; 4854a495624SDarrick J. Wong else if (keys[0].fmr_physical < bofs) 4864a495624SDarrick J. Wong keys[0].fmr_physical = bofs; 4870c9ec4beSDarrick J. Wong if (keys[1].fmr_physical >= eofs) 4880c9ec4beSDarrick J. Wong keys[1].fmr_physical = eofs - 1; 4890c9ec4beSDarrick J. Wong start_fsb = keys[0].fmr_physical; 4900c9ec4beSDarrick J. Wong end_fsb = keys[1].fmr_physical; 4910c9ec4beSDarrick J. Wong 4920c9ec4beSDarrick J. Wong /* Determine first and last group to examine based on start and end */ 4930c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, start_fsb, &start_ag, &first_cluster); 4940c9ec4beSDarrick J. Wong ext4_get_group_no_and_offset(sb, end_fsb, &end_ag, &last_cluster); 4950c9ec4beSDarrick J. Wong 4960c9ec4beSDarrick J. Wong /* 4970c9ec4beSDarrick J. Wong * Convert the fsmap low/high keys to bg based keys. Initialize 4980c9ec4beSDarrick J. Wong * low to the fsmap low key and max out the high key to the end 4990c9ec4beSDarrick J. Wong * of the bg. 5000c9ec4beSDarrick J. Wong */ 5010c9ec4beSDarrick J. Wong info->gfi_low = keys[0]; 5020c9ec4beSDarrick J. Wong info->gfi_low.fmr_physical = EXT4_C2B(sbi, first_cluster); 5030c9ec4beSDarrick J. Wong info->gfi_low.fmr_length = 0; 5040c9ec4beSDarrick J. Wong 5050c9ec4beSDarrick J. Wong memset(&info->gfi_high, 0xFF, sizeof(info->gfi_high)); 5060c9ec4beSDarrick J. Wong 5070c9ec4beSDarrick J. Wong /* Assemble a list of all the fixed-location metadata. */ 5080c9ec4beSDarrick J. Wong error = ext4_getfsmap_find_fixed_metadata(sb, &info->gfi_meta_list); 5090c9ec4beSDarrick J. Wong if (error) 5100c9ec4beSDarrick J. Wong goto err; 5110c9ec4beSDarrick J. Wong 5120c9ec4beSDarrick J. Wong /* Query each bg */ 5130c9ec4beSDarrick J. Wong for (info->gfi_agno = start_ag; 5140c9ec4beSDarrick J. Wong info->gfi_agno <= end_ag; 5150c9ec4beSDarrick J. Wong info->gfi_agno++) { 5160c9ec4beSDarrick J. Wong /* 5170c9ec4beSDarrick J. Wong * Set the bg high key from the fsmap high key if this 5180c9ec4beSDarrick J. Wong * is the last bg that we're querying. 5190c9ec4beSDarrick J. Wong */ 5200c9ec4beSDarrick J. Wong if (info->gfi_agno == end_ag) { 5210c9ec4beSDarrick J. Wong info->gfi_high = keys[1]; 5220c9ec4beSDarrick J. Wong info->gfi_high.fmr_physical = EXT4_C2B(sbi, 5230c9ec4beSDarrick J. Wong last_cluster); 5240c9ec4beSDarrick J. Wong info->gfi_high.fmr_length = 0; 5250c9ec4beSDarrick J. Wong } 5260c9ec4beSDarrick J. Wong 5270c9ec4beSDarrick J. Wong trace_ext4_fsmap_low_key(sb, info->gfi_dev, info->gfi_agno, 5280c9ec4beSDarrick J. Wong info->gfi_low.fmr_physical, 5290c9ec4beSDarrick J. Wong info->gfi_low.fmr_length, 5300c9ec4beSDarrick J. Wong info->gfi_low.fmr_owner); 5310c9ec4beSDarrick J. Wong 5320c9ec4beSDarrick J. Wong trace_ext4_fsmap_high_key(sb, info->gfi_dev, info->gfi_agno, 5330c9ec4beSDarrick J. Wong info->gfi_high.fmr_physical, 5340c9ec4beSDarrick J. Wong info->gfi_high.fmr_length, 5350c9ec4beSDarrick J. Wong info->gfi_high.fmr_owner); 5360c9ec4beSDarrick J. Wong 5370c9ec4beSDarrick J. Wong error = ext4_mballoc_query_range(sb, info->gfi_agno, 5380c9ec4beSDarrick J. Wong EXT4_B2C(sbi, info->gfi_low.fmr_physical), 5390c9ec4beSDarrick J. Wong EXT4_B2C(sbi, info->gfi_high.fmr_physical), 5400c9ec4beSDarrick J. Wong ext4_getfsmap_datadev_helper, info); 5410c9ec4beSDarrick J. Wong if (error) 5420c9ec4beSDarrick J. Wong goto err; 5430c9ec4beSDarrick J. Wong 5440c9ec4beSDarrick J. Wong /* 5450c9ec4beSDarrick J. Wong * Set the bg low key to the start of the bg prior to 5460c9ec4beSDarrick J. Wong * moving on to the next bg. 5470c9ec4beSDarrick J. Wong */ 5480c9ec4beSDarrick J. Wong if (info->gfi_agno == start_ag) 5490c9ec4beSDarrick J. Wong memset(&info->gfi_low, 0, sizeof(info->gfi_low)); 5500c9ec4beSDarrick J. Wong } 5510c9ec4beSDarrick J. Wong 5520c9ec4beSDarrick J. Wong /* Do we have a retained free extent? */ 5530c9ec4beSDarrick J. Wong if (info->gfi_lastfree.fmr_owner) { 5540c9ec4beSDarrick J. Wong error = ext4_getfsmap_helper(sb, info, &info->gfi_lastfree); 5550c9ec4beSDarrick J. Wong if (error) 5560c9ec4beSDarrick J. Wong goto err; 5570c9ec4beSDarrick J. Wong } 5580c9ec4beSDarrick J. Wong 5590c9ec4beSDarrick J. Wong /* Report any gaps at the end of the bg */ 5600c9ec4beSDarrick J. Wong info->gfi_last = true; 5610c9ec4beSDarrick J. Wong error = ext4_getfsmap_datadev_helper(sb, end_ag, last_cluster, 0, info); 5620c9ec4beSDarrick J. Wong if (error) 5630c9ec4beSDarrick J. Wong goto err; 5640c9ec4beSDarrick J. Wong 5650c9ec4beSDarrick J. Wong err: 5660c9ec4beSDarrick J. Wong ext4_getfsmap_free_fixed_metadata(&info->gfi_meta_list); 5670c9ec4beSDarrick J. Wong return error; 5680c9ec4beSDarrick J. Wong } 5690c9ec4beSDarrick J. Wong 5700c9ec4beSDarrick J. Wong /* Do we recognize the device? */ 5710c9ec4beSDarrick J. Wong static bool ext4_getfsmap_is_valid_device(struct super_block *sb, 5720c9ec4beSDarrick J. Wong struct ext4_fsmap *fm) 5730c9ec4beSDarrick J. Wong { 5740c9ec4beSDarrick J. Wong if (fm->fmr_device == 0 || fm->fmr_device == UINT_MAX || 5750c9ec4beSDarrick J. Wong fm->fmr_device == new_encode_dev(sb->s_bdev->bd_dev)) 5760c9ec4beSDarrick J. Wong return true; 577ee7ed3aaSChunguang Xu if (EXT4_SB(sb)->s_journal_bdev && 578ee7ed3aaSChunguang Xu fm->fmr_device == new_encode_dev(EXT4_SB(sb)->s_journal_bdev->bd_dev)) 5790c9ec4beSDarrick J. Wong return true; 5800c9ec4beSDarrick J. Wong return false; 5810c9ec4beSDarrick J. Wong } 5820c9ec4beSDarrick J. Wong 5830c9ec4beSDarrick J. Wong /* Ensure that the low key is less than the high key. */ 5840c9ec4beSDarrick J. Wong static bool ext4_getfsmap_check_keys(struct ext4_fsmap *low_key, 5850c9ec4beSDarrick J. Wong struct ext4_fsmap *high_key) 5860c9ec4beSDarrick J. Wong { 5870c9ec4beSDarrick J. Wong if (low_key->fmr_device > high_key->fmr_device) 5880c9ec4beSDarrick J. Wong return false; 5890c9ec4beSDarrick J. Wong if (low_key->fmr_device < high_key->fmr_device) 5900c9ec4beSDarrick J. Wong return true; 5910c9ec4beSDarrick J. Wong 5920c9ec4beSDarrick J. Wong if (low_key->fmr_physical > high_key->fmr_physical) 5930c9ec4beSDarrick J. Wong return false; 5940c9ec4beSDarrick J. Wong if (low_key->fmr_physical < high_key->fmr_physical) 5950c9ec4beSDarrick J. Wong return true; 5960c9ec4beSDarrick J. Wong 5970c9ec4beSDarrick J. Wong if (low_key->fmr_owner > high_key->fmr_owner) 5980c9ec4beSDarrick J. Wong return false; 5990c9ec4beSDarrick J. Wong if (low_key->fmr_owner < high_key->fmr_owner) 6000c9ec4beSDarrick J. Wong return true; 6010c9ec4beSDarrick J. Wong 6020c9ec4beSDarrick J. Wong return false; 6030c9ec4beSDarrick J. Wong } 6040c9ec4beSDarrick J. Wong 6050c9ec4beSDarrick J. Wong #define EXT4_GETFSMAP_DEVS 2 6060c9ec4beSDarrick J. Wong /* 6070c9ec4beSDarrick J. Wong * Get filesystem's extents as described in head, and format for 6080c9ec4beSDarrick J. Wong * output. Calls formatter to fill the user's buffer until all 6090c9ec4beSDarrick J. Wong * extents are mapped, until the passed-in head->fmh_count slots have 6100c9ec4beSDarrick J. Wong * been filled, or until the formatter short-circuits the loop, if it 6110c9ec4beSDarrick J. Wong * is tracking filled-in extents on its own. 6120c9ec4beSDarrick J. Wong * 6130c9ec4beSDarrick J. Wong * Key to Confusion 6140c9ec4beSDarrick J. Wong * ---------------- 6150c9ec4beSDarrick J. Wong * There are multiple levels of keys and counters at work here: 6160c9ec4beSDarrick J. Wong * _fsmap_head.fmh_keys -- low and high fsmap keys passed in; 6170c9ec4beSDarrick J. Wong * these reflect fs-wide block addrs. 6180c9ec4beSDarrick J. Wong * dkeys -- fmh_keys used to query each device; 6190c9ec4beSDarrick J. Wong * these are fmh_keys but w/ the low key 6200c9ec4beSDarrick J. Wong * bumped up by fmr_length. 6210c9ec4beSDarrick J. Wong * _getfsmap_info.gfi_next_fsblk-- next fs block we expect to see; this 6220c9ec4beSDarrick J. Wong * is how we detect gaps in the fsmap 6230c9ec4beSDarrick J. Wong * records and report them. 6240c9ec4beSDarrick J. Wong * _getfsmap_info.gfi_low/high -- per-bg low/high keys computed from 6250c9ec4beSDarrick J. Wong * dkeys; used to query the free space. 6260c9ec4beSDarrick J. Wong */ 6270c9ec4beSDarrick J. Wong int ext4_getfsmap(struct super_block *sb, struct ext4_fsmap_head *head, 6280c9ec4beSDarrick J. Wong ext4_fsmap_format_t formatter, void *arg) 6290c9ec4beSDarrick J. Wong { 6300c9ec4beSDarrick J. Wong struct ext4_fsmap dkeys[2]; /* per-dev keys */ 6310c9ec4beSDarrick J. Wong struct ext4_getfsmap_dev handlers[EXT4_GETFSMAP_DEVS]; 6320ba33facSTheodore Ts'o struct ext4_getfsmap_info info = { NULL }; 6330c9ec4beSDarrick J. Wong int i; 6340c9ec4beSDarrick J. Wong int error = 0; 6350c9ec4beSDarrick J. Wong 6360c9ec4beSDarrick J. Wong if (head->fmh_iflags & ~FMH_IF_VALID) 6370c9ec4beSDarrick J. Wong return -EINVAL; 6380c9ec4beSDarrick J. Wong if (!ext4_getfsmap_is_valid_device(sb, &head->fmh_keys[0]) || 6390c9ec4beSDarrick J. Wong !ext4_getfsmap_is_valid_device(sb, &head->fmh_keys[1])) 6400c9ec4beSDarrick J. Wong return -EINVAL; 6410c9ec4beSDarrick J. Wong 6420c9ec4beSDarrick J. Wong head->fmh_entries = 0; 6430c9ec4beSDarrick J. Wong 6440c9ec4beSDarrick J. Wong /* Set up our device handlers. */ 6450c9ec4beSDarrick J. Wong memset(handlers, 0, sizeof(handlers)); 6460c9ec4beSDarrick J. Wong handlers[0].gfd_dev = new_encode_dev(sb->s_bdev->bd_dev); 6470c9ec4beSDarrick J. Wong handlers[0].gfd_fn = ext4_getfsmap_datadev; 648ee7ed3aaSChunguang Xu if (EXT4_SB(sb)->s_journal_bdev) { 6490c9ec4beSDarrick J. Wong handlers[1].gfd_dev = new_encode_dev( 650ee7ed3aaSChunguang Xu EXT4_SB(sb)->s_journal_bdev->bd_dev); 6510c9ec4beSDarrick J. Wong handlers[1].gfd_fn = ext4_getfsmap_logdev; 6520c9ec4beSDarrick J. Wong } 6530c9ec4beSDarrick J. Wong 6540c9ec4beSDarrick J. Wong sort(handlers, EXT4_GETFSMAP_DEVS, sizeof(struct ext4_getfsmap_dev), 6550c9ec4beSDarrick J. Wong ext4_getfsmap_dev_compare, NULL); 6560c9ec4beSDarrick J. Wong 6570c9ec4beSDarrick J. Wong /* 6580c9ec4beSDarrick J. Wong * To continue where we left off, we allow userspace to use the 6590c9ec4beSDarrick J. Wong * last mapping from a previous call as the low key of the next. 6600c9ec4beSDarrick J. Wong * This is identified by a non-zero length in the low key. We 6610c9ec4beSDarrick J. Wong * have to increment the low key in this scenario to ensure we 6620c9ec4beSDarrick J. Wong * don't return the same mapping again, and instead return the 6630c9ec4beSDarrick J. Wong * very next mapping. 6640c9ec4beSDarrick J. Wong * 6650c9ec4beSDarrick J. Wong * Bump the physical offset as there can be no other mapping for 6660c9ec4beSDarrick J. Wong * the same physical block range. 6670c9ec4beSDarrick J. Wong */ 6680c9ec4beSDarrick J. Wong dkeys[0] = head->fmh_keys[0]; 6690c9ec4beSDarrick J. Wong dkeys[0].fmr_physical += dkeys[0].fmr_length; 6700c9ec4beSDarrick J. Wong dkeys[0].fmr_owner = 0; 6710c9ec4beSDarrick J. Wong dkeys[0].fmr_length = 0; 6720c9ec4beSDarrick J. Wong memset(&dkeys[1], 0xFF, sizeof(struct ext4_fsmap)); 6730c9ec4beSDarrick J. Wong 6740c9ec4beSDarrick J. Wong if (!ext4_getfsmap_check_keys(dkeys, &head->fmh_keys[1])) 6750c9ec4beSDarrick J. Wong return -EINVAL; 6760c9ec4beSDarrick J. Wong 6770c9ec4beSDarrick J. Wong info.gfi_next_fsblk = head->fmh_keys[0].fmr_physical + 6780c9ec4beSDarrick J. Wong head->fmh_keys[0].fmr_length; 6790c9ec4beSDarrick J. Wong info.gfi_formatter = formatter; 6800c9ec4beSDarrick J. Wong info.gfi_format_arg = arg; 6810c9ec4beSDarrick J. Wong info.gfi_head = head; 6820c9ec4beSDarrick J. Wong 6830c9ec4beSDarrick J. Wong /* For each device we support... */ 6840c9ec4beSDarrick J. Wong for (i = 0; i < EXT4_GETFSMAP_DEVS; i++) { 6850c9ec4beSDarrick J. Wong /* Is this device within the range the user asked for? */ 6860c9ec4beSDarrick J. Wong if (!handlers[i].gfd_fn) 6870c9ec4beSDarrick J. Wong continue; 6880c9ec4beSDarrick J. Wong if (head->fmh_keys[0].fmr_device > handlers[i].gfd_dev) 6890c9ec4beSDarrick J. Wong continue; 6900c9ec4beSDarrick J. Wong if (head->fmh_keys[1].fmr_device < handlers[i].gfd_dev) 6910c9ec4beSDarrick J. Wong break; 6920c9ec4beSDarrick J. Wong 6930c9ec4beSDarrick J. Wong /* 6940c9ec4beSDarrick J. Wong * If this device number matches the high key, we have 6950c9ec4beSDarrick J. Wong * to pass the high key to the handler to limit the 6960c9ec4beSDarrick J. Wong * query results. If the device number exceeds the 6970c9ec4beSDarrick J. Wong * low key, zero out the low key so that we get 6980c9ec4beSDarrick J. Wong * everything from the beginning. 6990c9ec4beSDarrick J. Wong */ 7000c9ec4beSDarrick J. Wong if (handlers[i].gfd_dev == head->fmh_keys[1].fmr_device) 7010c9ec4beSDarrick J. Wong dkeys[1] = head->fmh_keys[1]; 7020c9ec4beSDarrick J. Wong if (handlers[i].gfd_dev > head->fmh_keys[0].fmr_device) 7030c9ec4beSDarrick J. Wong memset(&dkeys[0], 0, sizeof(struct ext4_fsmap)); 7040c9ec4beSDarrick J. Wong 7050c9ec4beSDarrick J. Wong info.gfi_dev = handlers[i].gfd_dev; 7060c9ec4beSDarrick J. Wong info.gfi_last = false; 7070c9ec4beSDarrick J. Wong info.gfi_agno = -1; 7080c9ec4beSDarrick J. Wong error = handlers[i].gfd_fn(sb, dkeys, &info); 7090c9ec4beSDarrick J. Wong if (error) 7100c9ec4beSDarrick J. Wong break; 7110c9ec4beSDarrick J. Wong info.gfi_next_fsblk = 0; 7120c9ec4beSDarrick J. Wong } 7130c9ec4beSDarrick J. Wong 7140c9ec4beSDarrick J. Wong head->fmh_oflags = FMH_OF_DEV_T; 7150c9ec4beSDarrick J. Wong return error; 7160c9ec4beSDarrick J. Wong } 717