Lines Matching refs:sb
26 static unsigned ext4_num_base_meta_clusters(struct super_block *sb,
35 ext4_group_t ext4_get_group_number(struct super_block *sb, in ext4_get_group_number() argument
40 if (test_opt2(sb, STD_GROUP_SIZE)) in ext4_get_group_number()
42 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_data_block)) >> in ext4_get_group_number()
43 (EXT4_BLOCK_SIZE_BITS(sb) + EXT4_CLUSTER_BITS(sb) + 3); in ext4_get_group_number()
45 ext4_get_group_no_and_offset(sb, block, &group, NULL); in ext4_get_group_number()
53 void ext4_get_group_no_and_offset(struct super_block *sb, ext4_fsblk_t blocknr, in ext4_get_group_no_and_offset() argument
56 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_get_group_no_and_offset()
60 offset = do_div(blocknr, EXT4_BLOCKS_PER_GROUP(sb)) >> in ext4_get_group_no_and_offset()
61 EXT4_SB(sb)->s_cluster_bits; in ext4_get_group_no_and_offset()
73 static inline int ext4_block_in_group(struct super_block *sb, in ext4_block_in_group() argument
79 actual_group = ext4_get_group_number(sb, block); in ext4_block_in_group()
87 static unsigned ext4_num_overhead_clusters(struct super_block *sb, in ext4_num_overhead_clusters() argument
94 ext4_fsblk_t start = ext4_group_first_block_no(sb, block_group); in ext4_num_overhead_clusters()
95 ext4_fsblk_t end = start + EXT4_BLOCKS_PER_GROUP(sb) - 1; in ext4_num_overhead_clusters()
97 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_num_overhead_clusters()
102 base_clusters = ext4_num_base_meta_clusters(sb, block_group); in ext4_num_overhead_clusters()
111 itbl_blk_start = ext4_inode_table(sb, gdp); in ext4_num_overhead_clusters()
137 if (ext4_block_in_group(sb, ext4_block_bitmap(sb, gdp), block_group)) { in ext4_num_overhead_clusters()
139 ext4_block_bitmap(sb, gdp) - start); in ext4_num_overhead_clusters()
146 if (ext4_block_in_group(sb, ext4_inode_bitmap(sb, gdp), block_group)) { in ext4_num_overhead_clusters()
148 ext4_inode_bitmap(sb, gdp) - start); in ext4_num_overhead_clusters()
163 static unsigned int num_clusters_in_group(struct super_block *sb, in num_clusters_in_group() argument
168 if (block_group == ext4_get_groups_count(sb) - 1) { in num_clusters_in_group()
175 blocks = ext4_blocks_count(EXT4_SB(sb)->s_es) - in num_clusters_in_group()
176 ext4_group_first_block_no(sb, block_group); in num_clusters_in_group()
178 blocks = EXT4_BLOCKS_PER_GROUP(sb); in num_clusters_in_group()
179 return EXT4_NUM_B2C(EXT4_SB(sb), blocks); in num_clusters_in_group()
183 static int ext4_init_block_bitmap(struct super_block *sb, in ext4_init_block_bitmap() argument
189 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_init_block_bitmap()
194 if (!ext4_group_desc_csum_verify(sb, block_group, gdp)) { in ext4_init_block_bitmap()
195 ext4_mark_group_bitmap_corrupted(sb, block_group, in ext4_init_block_bitmap()
200 memset(bh->b_data, 0, sb->s_blocksize); in ext4_init_block_bitmap()
202 bit_max = ext4_num_base_meta_clusters(sb, block_group); in ext4_init_block_bitmap()
209 start = ext4_group_first_block_no(sb, block_group); in ext4_init_block_bitmap()
212 tmp = ext4_block_bitmap(sb, gdp); in ext4_init_block_bitmap()
213 if (ext4_block_in_group(sb, tmp, block_group)) in ext4_init_block_bitmap()
216 tmp = ext4_inode_bitmap(sb, gdp); in ext4_init_block_bitmap()
217 if (ext4_block_in_group(sb, tmp, block_group)) in ext4_init_block_bitmap()
220 tmp = ext4_inode_table(sb, gdp); in ext4_init_block_bitmap()
221 for (; tmp < ext4_inode_table(sb, gdp) + in ext4_init_block_bitmap()
223 if (ext4_block_in_group(sb, tmp, block_group)) in ext4_init_block_bitmap()
232 ext4_mark_bitmap_end(num_clusters_in_group(sb, block_group), in ext4_init_block_bitmap()
233 sb->s_blocksize * 8, bh->b_data); in ext4_init_block_bitmap()
240 unsigned ext4_free_clusters_after_init(struct super_block *sb, in ext4_free_clusters_after_init() argument
244 return num_clusters_in_group(sb, block_group) - in ext4_free_clusters_after_init()
245 ext4_num_overhead_clusters(sb, block_group, gdp); in ext4_free_clusters_after_init()
266 struct ext4_group_desc * ext4_get_group_desc(struct super_block *sb, in ext4_get_group_desc() argument
272 ext4_group_t ngroups = ext4_get_groups_count(sb); in ext4_get_group_desc()
274 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_get_group_desc()
278 ext4_error(sb, "block_group >= groups_count - block_group = %u," in ext4_get_group_desc()
284 group_desc = block_group >> EXT4_DESC_PER_BLOCK_BITS(sb); in ext4_get_group_desc()
285 offset = block_group & (EXT4_DESC_PER_BLOCK(sb) - 1); in ext4_get_group_desc()
294 ext4_error(sb, "Group descriptor not loaded - " in ext4_get_group_desc()
302 offset * EXT4_DESC_SIZE(sb)); in ext4_get_group_desc()
308 static ext4_fsblk_t ext4_valid_block_bitmap_padding(struct super_block *sb, in ext4_valid_block_bitmap_padding() argument
313 unsigned long bitmap_size = sb->s_blocksize * 8; in ext4_valid_block_bitmap_padding()
314 unsigned int offset = num_clusters_in_group(sb, block_group); in ext4_valid_block_bitmap_padding()
324 struct ext4_group_info *ext4_get_group_info(struct super_block *sb, in ext4_get_group_info() argument
330 if (unlikely(group >= EXT4_SB(sb)->s_groups_count)) in ext4_get_group_info()
332 indexv = group >> (EXT4_DESC_PER_BLOCK_BITS(sb)); in ext4_get_group_info()
333 indexh = group & ((EXT4_DESC_PER_BLOCK(sb)) - 1); in ext4_get_group_info()
334 grp_info = sbi_array_rcu_deref(EXT4_SB(sb), s_group_info, indexv); in ext4_get_group_info()
342 static ext4_fsblk_t ext4_valid_block_bitmap(struct super_block *sb, in ext4_valid_block_bitmap() argument
347 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_valid_block_bitmap()
350 ext4_grpblk_t max_bit = EXT4_CLUSTERS_PER_GROUP(sb); in ext4_valid_block_bitmap()
354 if (ext4_has_feature_flex_bg(sb)) { in ext4_valid_block_bitmap()
363 group_first_block = ext4_group_first_block_no(sb, block_group); in ext4_valid_block_bitmap()
366 blk = ext4_block_bitmap(sb, desc); in ext4_valid_block_bitmap()
374 blk = ext4_inode_bitmap(sb, desc); in ext4_valid_block_bitmap()
382 blk = ext4_inode_table(sb, desc); in ext4_valid_block_bitmap()
397 static int ext4_validate_block_bitmap(struct super_block *sb, in ext4_validate_block_bitmap() argument
405 if (EXT4_SB(sb)->s_mount_state & EXT4_FC_REPLAY) in ext4_validate_block_bitmap()
408 grp = ext4_get_group_info(sb, block_group); in ext4_validate_block_bitmap()
415 ext4_lock_group(sb, block_group); in ext4_validate_block_bitmap()
418 if (unlikely(!ext4_block_bitmap_csum_verify(sb, desc, bh) || in ext4_validate_block_bitmap()
419 ext4_simulate_fail(sb, EXT4_SIM_BBITMAP_CRC))) { in ext4_validate_block_bitmap()
420 ext4_unlock_group(sb, block_group); in ext4_validate_block_bitmap()
421 ext4_error(sb, "bg %u: bad block bitmap checksum", block_group); in ext4_validate_block_bitmap()
422 ext4_mark_group_bitmap_corrupted(sb, block_group, in ext4_validate_block_bitmap()
426 blk = ext4_valid_block_bitmap(sb, desc, block_group, bh); in ext4_validate_block_bitmap()
428 ext4_unlock_group(sb, block_group); in ext4_validate_block_bitmap()
429 ext4_error(sb, "bg %u: block %llu: invalid block bitmap", in ext4_validate_block_bitmap()
431 ext4_mark_group_bitmap_corrupted(sb, block_group, in ext4_validate_block_bitmap()
435 blk = ext4_valid_block_bitmap_padding(sb, block_group, bh); in ext4_validate_block_bitmap()
437 ext4_unlock_group(sb, block_group); in ext4_validate_block_bitmap()
438 ext4_error(sb, "bg %u: block %llu: padding at end of block bitmap is not set", in ext4_validate_block_bitmap()
440 ext4_mark_group_bitmap_corrupted(sb, block_group, in ext4_validate_block_bitmap()
446 ext4_unlock_group(sb, block_group); in ext4_validate_block_bitmap()
462 ext4_read_block_bitmap_nowait(struct super_block *sb, ext4_group_t block_group, in ext4_read_block_bitmap_nowait() argument
466 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_read_block_bitmap_nowait()
471 desc = ext4_get_group_desc(sb, block_group, NULL); in ext4_read_block_bitmap_nowait()
474 bitmap_blk = ext4_block_bitmap(sb, desc); in ext4_read_block_bitmap_nowait()
477 ext4_error(sb, "Invalid block bitmap block %llu in " in ext4_read_block_bitmap_nowait()
479 ext4_mark_group_bitmap_corrupted(sb, block_group, in ext4_read_block_bitmap_nowait()
483 bh = sb_getblk(sb, bitmap_blk); in ext4_read_block_bitmap_nowait()
485 ext4_warning(sb, "Cannot get buffer for block bitmap - " in ext4_read_block_bitmap_nowait()
505 ext4_lock_group(sb, block_group); in ext4_read_block_bitmap_nowait()
506 if (ext4_has_group_desc_csum(sb) && in ext4_read_block_bitmap_nowait()
509 ext4_unlock_group(sb, block_group); in ext4_read_block_bitmap_nowait()
511 ext4_error(sb, "Block bitmap for bg 0 marked " in ext4_read_block_bitmap_nowait()
516 err = ext4_init_block_bitmap(sb, bh, block_group, desc); in ext4_read_block_bitmap_nowait()
518 ext4_unlock_group(sb, block_group); in ext4_read_block_bitmap_nowait()
520 ext4_error(sb, "Failed to init block bitmap for group " in ext4_read_block_bitmap_nowait()
527 ext4_unlock_group(sb, block_group); in ext4_read_block_bitmap_nowait()
531 ext4_unlock_group(sb, block_group); in ext4_read_block_bitmap_nowait()
545 trace_ext4_read_block_bitmap_load(sb, block_group, ignore_locked); in ext4_read_block_bitmap_nowait()
551 err = ext4_validate_block_bitmap(sb, desc, block_group, bh); in ext4_read_block_bitmap_nowait()
561 int ext4_wait_block_bitmap(struct super_block *sb, ext4_group_t block_group, in ext4_wait_block_bitmap() argument
568 desc = ext4_get_group_desc(sb, block_group, NULL); in ext4_wait_block_bitmap()
572 ext4_simulate_fail_bh(sb, bh, EXT4_SIM_BBITMAP_EIO); in ext4_wait_block_bitmap()
574 ext4_error_err(sb, EIO, "Cannot read block bitmap - " in ext4_wait_block_bitmap()
577 ext4_mark_group_bitmap_corrupted(sb, block_group, in ext4_wait_block_bitmap()
583 return ext4_validate_block_bitmap(sb, desc, block_group, bh); in ext4_wait_block_bitmap()
587 ext4_read_block_bitmap(struct super_block *sb, ext4_group_t block_group) in ext4_read_block_bitmap() argument
592 bh = ext4_read_block_bitmap_nowait(sb, block_group, false); in ext4_read_block_bitmap()
595 err = ext4_wait_block_bitmap(sb, block_group, bh); in ext4_read_block_bitmap()
681 int ext4_should_retry_alloc(struct super_block *sb, int *retries) in ext4_should_retry_alloc() argument
683 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_should_retry_alloc()
699 if (test_opt(sb, DISCARD)) { in ext4_should_retry_alloc()
711 ext4_debug("%s: retrying operation after ENOSPC\n", sb->s_id); in ext4_should_retry_alloc()
762 ext4_fsblk_t ext4_count_free_clusters(struct super_block *sb) in ext4_count_free_clusters() argument
767 ext4_group_t ngroups = ext4_get_groups_count(sb); in ext4_count_free_clusters()
775 es = EXT4_SB(sb)->s_es; in ext4_count_free_clusters()
781 gdp = ext4_get_group_desc(sb, i, NULL); in ext4_count_free_clusters()
785 if (EXT4_SB(sb)->s_group_info) in ext4_count_free_clusters()
786 grp = ext4_get_group_info(sb, i); in ext4_count_free_clusters()
788 desc_count += ext4_free_group_clusters(sb, gdp); in ext4_count_free_clusters()
790 bitmap_bh = ext4_read_block_bitmap(sb, i); in ext4_count_free_clusters()
797 EXT4_CLUSTERS_PER_GROUP(sb) / 8); in ext4_count_free_clusters()
799 i, ext4_free_group_clusters(sb, gdp), x); in ext4_count_free_clusters()
805 EXT4_NUM_B2C(EXT4_SB(sb), ext4_free_blocks_count(es)), in ext4_count_free_clusters()
811 gdp = ext4_get_group_desc(sb, i, NULL); in ext4_count_free_clusters()
815 if (EXT4_SB(sb)->s_group_info) in ext4_count_free_clusters()
816 grp = ext4_get_group_info(sb, i); in ext4_count_free_clusters()
818 desc_count += ext4_free_group_clusters(sb, gdp); in ext4_count_free_clusters()
846 int ext4_bg_has_super(struct super_block *sb, ext4_group_t group) in ext4_bg_has_super() argument
848 struct ext4_super_block *es = EXT4_SB(sb)->s_es; in ext4_bg_has_super()
852 if (ext4_has_feature_sparse_super2(sb)) { in ext4_bg_has_super()
858 if ((group <= 1) || !ext4_has_feature_sparse_super(sb)) in ext4_bg_has_super()
869 static unsigned long ext4_bg_num_gdb_meta(struct super_block *sb, in ext4_bg_num_gdb_meta() argument
872 unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb); in ext4_bg_num_gdb_meta()
873 ext4_group_t first = metagroup * EXT4_DESC_PER_BLOCK(sb); in ext4_bg_num_gdb_meta()
874 ext4_group_t last = first + EXT4_DESC_PER_BLOCK(sb) - 1; in ext4_bg_num_gdb_meta()
881 static unsigned long ext4_bg_num_gdb_nometa(struct super_block *sb, in ext4_bg_num_gdb_nometa() argument
884 if (!ext4_bg_has_super(sb, group)) in ext4_bg_num_gdb_nometa()
887 if (ext4_has_feature_meta_bg(sb)) in ext4_bg_num_gdb_nometa()
888 return le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg); in ext4_bg_num_gdb_nometa()
890 return EXT4_SB(sb)->s_gdb_count; in ext4_bg_num_gdb_nometa()
902 unsigned long ext4_bg_num_gdb(struct super_block *sb, ext4_group_t group) in ext4_bg_num_gdb() argument
905 le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg); in ext4_bg_num_gdb()
906 unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb); in ext4_bg_num_gdb()
908 if (!ext4_has_feature_meta_bg(sb) || metagroup < first_meta_bg) in ext4_bg_num_gdb()
909 return ext4_bg_num_gdb_nometa(sb, group); in ext4_bg_num_gdb()
911 return ext4_bg_num_gdb_meta(sb,group); in ext4_bg_num_gdb()
919 unsigned int ext4_num_base_meta_blocks(struct super_block *sb, in ext4_num_base_meta_blocks() argument
922 struct ext4_sb_info *sbi = EXT4_SB(sb); in ext4_num_base_meta_blocks()
926 num = ext4_bg_has_super(sb, block_group); in ext4_num_base_meta_blocks()
928 if (!ext4_has_feature_meta_bg(sb) || in ext4_num_base_meta_blocks()
932 num += ext4_bg_num_gdb_nometa(sb, block_group); in ext4_num_base_meta_blocks()
936 num += ext4_bg_num_gdb_meta(sb, block_group); in ext4_num_base_meta_blocks()
941 static unsigned int ext4_num_base_meta_clusters(struct super_block *sb, in ext4_num_base_meta_clusters() argument
944 return EXT4_NUM_B2C(EXT4_SB(sb), ext4_num_base_meta_blocks(sb, block_group)); in ext4_num_base_meta_clusters()