19888c340SDavid Sterba /* SPDX-License-Identifier: GPL-2.0 */ 20b86a832SChris Mason /* 30b86a832SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 40b86a832SChris Mason */ 50b86a832SChris Mason 69888c340SDavid Sterba #ifndef BTRFS_VOLUMES_H 79888c340SDavid Sterba #define BTRFS_VOLUMES_H 88790d502SChris Mason 9cea9e445SChris Mason #include <linux/bio.h> 10b2117a39SMiao Xie #include <linux/sort.h> 1155e301fdSFilipe Brandenburger #include <linux/btrfs.h> 128b712842SChris Mason #include "async-thread.h" 13cea9e445SChris Mason 14fce466eaSQu Wenruo #define BTRFS_MAX_DATA_CHUNK_SIZE (10ULL * SZ_1G) 15fce466eaSQu Wenruo 1667a2c45eSMiao Xie extern struct mutex uuid_mutex; 1767a2c45eSMiao Xie 18ee22184bSByongho Lee #define BTRFS_STRIPE_LEN SZ_64K 19b2117a39SMiao Xie 20f2984462SChris Mason struct buffer_head; 21ffbd517dSChris Mason struct btrfs_pending_bios { 22ffbd517dSChris Mason struct bio *head; 23ffbd517dSChris Mason struct bio *tail; 24ffbd517dSChris Mason }; 25ffbd517dSChris Mason 267cc8e58dSMiao Xie /* 277cc8e58dSMiao Xie * Use sequence counter to get consistent device stat data on 287cc8e58dSMiao Xie * 32-bit processors. 297cc8e58dSMiao Xie */ 307cc8e58dSMiao Xie #if BITS_PER_LONG==32 && defined(CONFIG_SMP) 317cc8e58dSMiao Xie #include <linux/seqlock.h> 327cc8e58dSMiao Xie #define __BTRFS_NEED_DEVICE_DATA_ORDERED 337cc8e58dSMiao Xie #define btrfs_device_data_ordered_init(device) \ 347cc8e58dSMiao Xie seqcount_init(&device->data_seqcount) 357cc8e58dSMiao Xie #else 367cc8e58dSMiao Xie #define btrfs_device_data_ordered_init(device) do { } while (0) 377cc8e58dSMiao Xie #endif 387cc8e58dSMiao Xie 39ebbede42SAnand Jain #define BTRFS_DEV_STATE_WRITEABLE (0) 40e12c9621SAnand Jain #define BTRFS_DEV_STATE_IN_FS_METADATA (1) 41e6e674bdSAnand Jain #define BTRFS_DEV_STATE_MISSING (2) 42401e29c1SAnand Jain #define BTRFS_DEV_STATE_REPLACE_TGT (3) 431c3063b6SAnand Jain #define BTRFS_DEV_STATE_FLUSH_SENT (4) 44ebbede42SAnand Jain 450b86a832SChris Mason struct btrfs_device { 460b86a832SChris Mason struct list_head dev_list; 47b3075717SChris Mason struct list_head dev_alloc_list; 482b82032cSYan Zheng struct btrfs_fs_devices *fs_devices; 49fb456252SJeff Mahoney struct btrfs_fs_info *fs_info; 50ffbd517dSChris Mason 51d5ee37bcSMiao Xie struct rcu_string *name; 52d5ee37bcSMiao Xie 53d5ee37bcSMiao Xie u64 generation; 54d5ee37bcSMiao Xie 55d5ee37bcSMiao Xie spinlock_t io_lock ____cacheline_aligned; 56d5ee37bcSMiao Xie int running_pending; 57ffbd517dSChris Mason /* regular prio bios */ 58ffbd517dSChris Mason struct btrfs_pending_bios pending_bios; 5970fd7614SChristoph Hellwig /* sync bios */ 60ffbd517dSChris Mason struct btrfs_pending_bios pending_sync_bios; 61ffbd517dSChris Mason 62d5ee37bcSMiao Xie struct block_device *bdev; 63d5ee37bcSMiao Xie 64d5ee37bcSMiao Xie /* the mode sent to blkdev_get */ 65d5ee37bcSMiao Xie fmode_t mode; 66d5ee37bcSMiao Xie 67ebbede42SAnand Jain unsigned long dev_state; 6858efbc9fSOmar Sandoval blk_status_t last_flush_error; 69e0ae9994SDavid Sterba int flush_bio_sent; 70b3075717SChris Mason 717cc8e58dSMiao Xie #ifdef __BTRFS_NEED_DEVICE_DATA_ORDERED 727cc8e58dSMiao Xie seqcount_t data_seqcount; 737cc8e58dSMiao Xie #endif 747cc8e58dSMiao Xie 750b86a832SChris Mason /* the internal btrfs device id */ 760b86a832SChris Mason u64 devid; 770b86a832SChris Mason 786ba40b61SMiao Xie /* size of the device in memory */ 790b86a832SChris Mason u64 total_bytes; 800b86a832SChris Mason 816ba40b61SMiao Xie /* size of the device on disk */ 82d6397baeSChris Ball u64 disk_total_bytes; 83d6397baeSChris Ball 840b86a832SChris Mason /* bytes used */ 850b86a832SChris Mason u64 bytes_used; 860b86a832SChris Mason 870b86a832SChris Mason /* optimal io alignment for this device */ 880b86a832SChris Mason u32 io_align; 890b86a832SChris Mason 900b86a832SChris Mason /* optimal io width for this device */ 910b86a832SChris Mason u32 io_width; 923c45bfc1SDulshani Gunawardhana /* type and info about this device */ 933c45bfc1SDulshani Gunawardhana u64 type; 940b86a832SChris Mason 950b86a832SChris Mason /* minimal io size for this device */ 960b86a832SChris Mason u32 sector_size; 970b86a832SChris Mason 980b86a832SChris Mason /* physical drive uuid (or lvm uuid) */ 99e17cade2SChris Mason u8 uuid[BTRFS_UUID_SIZE]; 1008b712842SChris Mason 101935e5cc9SMiao Xie /* 102935e5cc9SMiao Xie * size of the device on the current transaction 103935e5cc9SMiao Xie * 104935e5cc9SMiao Xie * This variant is update when committing the transaction, 105935e5cc9SMiao Xie * and protected by device_list_mutex 106935e5cc9SMiao Xie */ 107935e5cc9SMiao Xie u64 commit_total_bytes; 108935e5cc9SMiao Xie 109ce7213c7SMiao Xie /* bytes used on the current transaction */ 110ce7213c7SMiao Xie u64 commit_bytes_used; 111935e5cc9SMiao Xie /* 112935e5cc9SMiao Xie * used to manage the device which is resized 113935e5cc9SMiao Xie * 114935e5cc9SMiao Xie * It is protected by chunk_lock. 115935e5cc9SMiao Xie */ 116935e5cc9SMiao Xie struct list_head resized_list; 117935e5cc9SMiao Xie 1183c45bfc1SDulshani Gunawardhana /* for sending down flush barriers */ 1193c45bfc1SDulshani Gunawardhana struct bio *flush_bio; 1203c45bfc1SDulshani Gunawardhana struct completion flush_wait; 1213c45bfc1SDulshani Gunawardhana 122a2de733cSArne Jansen /* per-device scrub information */ 123cadbc0a0SAnand Jain struct scrub_ctx *scrub_ctx; 124a2de733cSArne Jansen 125d458b054SQu Wenruo struct btrfs_work work; 1261f78160cSXiao Guangrong struct rcu_head rcu; 12790519d66SArne Jansen 12890519d66SArne Jansen /* readahead state */ 12990519d66SArne Jansen atomic_t reada_in_flight; 13090519d66SArne Jansen u64 reada_next; 13190519d66SArne Jansen struct reada_zone *reada_curr_zone; 13290519d66SArne Jansen struct radix_tree_root reada_zones; 13390519d66SArne Jansen struct radix_tree_root reada_extents; 134387125fcSChris Mason 135442a4f63SStefan Behrens /* disk I/O failure stats. For detailed description refer to 136442a4f63SStefan Behrens * enum btrfs_dev_stat_values in ioctl.h */ 137733f4fbbSStefan Behrens int dev_stats_valid; 138addc3fa7SMiao Xie 139addc3fa7SMiao Xie /* Counter to record the change of device stats */ 140addc3fa7SMiao Xie atomic_t dev_stats_ccnt; 141442a4f63SStefan Behrens atomic_t dev_stat_values[BTRFS_DEV_STAT_VALUES_MAX]; 1420b86a832SChris Mason }; 1430b86a832SChris Mason 1447cc8e58dSMiao Xie /* 1457cc8e58dSMiao Xie * If we read those variants at the context of their own lock, we needn't 1467cc8e58dSMiao Xie * use the following helpers, reading them directly is safe. 1477cc8e58dSMiao Xie */ 1487cc8e58dSMiao Xie #if BITS_PER_LONG==32 && defined(CONFIG_SMP) 1497cc8e58dSMiao Xie #define BTRFS_DEVICE_GETSET_FUNCS(name) \ 1507cc8e58dSMiao Xie static inline u64 \ 1517cc8e58dSMiao Xie btrfs_device_get_##name(const struct btrfs_device *dev) \ 1527cc8e58dSMiao Xie { \ 1537cc8e58dSMiao Xie u64 size; \ 1547cc8e58dSMiao Xie unsigned int seq; \ 1557cc8e58dSMiao Xie \ 1567cc8e58dSMiao Xie do { \ 1577cc8e58dSMiao Xie seq = read_seqcount_begin(&dev->data_seqcount); \ 1587cc8e58dSMiao Xie size = dev->name; \ 1597cc8e58dSMiao Xie } while (read_seqcount_retry(&dev->data_seqcount, seq)); \ 1607cc8e58dSMiao Xie return size; \ 1617cc8e58dSMiao Xie } \ 1627cc8e58dSMiao Xie \ 1637cc8e58dSMiao Xie static inline void \ 1647cc8e58dSMiao Xie btrfs_device_set_##name(struct btrfs_device *dev, u64 size) \ 1657cc8e58dSMiao Xie { \ 1667cc8e58dSMiao Xie preempt_disable(); \ 1677cc8e58dSMiao Xie write_seqcount_begin(&dev->data_seqcount); \ 1687cc8e58dSMiao Xie dev->name = size; \ 1697cc8e58dSMiao Xie write_seqcount_end(&dev->data_seqcount); \ 1707cc8e58dSMiao Xie preempt_enable(); \ 1717cc8e58dSMiao Xie } 1727cc8e58dSMiao Xie #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPT) 1737cc8e58dSMiao Xie #define BTRFS_DEVICE_GETSET_FUNCS(name) \ 1747cc8e58dSMiao Xie static inline u64 \ 1757cc8e58dSMiao Xie btrfs_device_get_##name(const struct btrfs_device *dev) \ 1767cc8e58dSMiao Xie { \ 1777cc8e58dSMiao Xie u64 size; \ 1787cc8e58dSMiao Xie \ 1797cc8e58dSMiao Xie preempt_disable(); \ 1807cc8e58dSMiao Xie size = dev->name; \ 1817cc8e58dSMiao Xie preempt_enable(); \ 1827cc8e58dSMiao Xie return size; \ 1837cc8e58dSMiao Xie } \ 1847cc8e58dSMiao Xie \ 1857cc8e58dSMiao Xie static inline void \ 1867cc8e58dSMiao Xie btrfs_device_set_##name(struct btrfs_device *dev, u64 size) \ 1877cc8e58dSMiao Xie { \ 1887cc8e58dSMiao Xie preempt_disable(); \ 1897cc8e58dSMiao Xie dev->name = size; \ 1907cc8e58dSMiao Xie preempt_enable(); \ 1917cc8e58dSMiao Xie } 1927cc8e58dSMiao Xie #else 1937cc8e58dSMiao Xie #define BTRFS_DEVICE_GETSET_FUNCS(name) \ 1947cc8e58dSMiao Xie static inline u64 \ 1957cc8e58dSMiao Xie btrfs_device_get_##name(const struct btrfs_device *dev) \ 1967cc8e58dSMiao Xie { \ 1977cc8e58dSMiao Xie return dev->name; \ 1987cc8e58dSMiao Xie } \ 1997cc8e58dSMiao Xie \ 2007cc8e58dSMiao Xie static inline void \ 2017cc8e58dSMiao Xie btrfs_device_set_##name(struct btrfs_device *dev, u64 size) \ 2027cc8e58dSMiao Xie { \ 2037cc8e58dSMiao Xie dev->name = size; \ 2047cc8e58dSMiao Xie } 2057cc8e58dSMiao Xie #endif 2067cc8e58dSMiao Xie 2077cc8e58dSMiao Xie BTRFS_DEVICE_GETSET_FUNCS(total_bytes); 2087cc8e58dSMiao Xie BTRFS_DEVICE_GETSET_FUNCS(disk_total_bytes); 2097cc8e58dSMiao Xie BTRFS_DEVICE_GETSET_FUNCS(bytes_used); 2107cc8e58dSMiao Xie 2118a4b83ccSChris Mason struct btrfs_fs_devices { 2128a4b83ccSChris Mason u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */ 213c4babc5eSAnand Jain struct list_head fs_list; 2148a4b83ccSChris Mason 2158a4b83ccSChris Mason u64 num_devices; 216a0af469bSChris Mason u64 open_devices; 2172b82032cSYan Zheng u64 rw_devices; 218cd02dca5SChris Mason u64 missing_devices; 2192b82032cSYan Zheng u64 total_rw_bytes; 22002db0844SJosef Bacik u64 total_devices; 2218a4b83ccSChris Mason struct block_device *latest_bdev; 222e5e9a520SChris Mason 223e5e9a520SChris Mason /* all of the devices in the FS, protected by a mutex 224e5e9a520SChris Mason * so we can safely walk it to write out the supers without 2259b011adfSWang Shilong * worrying about add/remove by the multi-device code. 2269b011adfSWang Shilong * Scrubbing super can kick off supers writing by holding 2279b011adfSWang Shilong * this mutex lock. 228e5e9a520SChris Mason */ 229e5e9a520SChris Mason struct mutex device_list_mutex; 2308a4b83ccSChris Mason struct list_head devices; 231b3075717SChris Mason 232935e5cc9SMiao Xie struct list_head resized_devices; 233b3075717SChris Mason /* devices not currently being allocated */ 234b3075717SChris Mason struct list_head alloc_list; 2352b82032cSYan Zheng 2362b82032cSYan Zheng struct btrfs_fs_devices *seed; 2372b82032cSYan Zheng int seeding; 2382b82032cSYan Zheng 2392b82032cSYan Zheng int opened; 240c289811cSChris Mason 241c289811cSChris Mason /* set when we find or add a device that doesn't have the 242c289811cSChris Mason * nonrot flag set 243c289811cSChris Mason */ 244c289811cSChris Mason int rotating; 2452e7910d6SAnand Jain 2465a13f430SAnand Jain struct btrfs_fs_info *fs_info; 2472e7910d6SAnand Jain /* sysfs kobjects */ 248c1b7e474SAnand Jain struct kobject fsid_kobj; 2492e7910d6SAnand Jain struct kobject *device_dir_kobj; 2502e7910d6SAnand Jain struct completion kobj_unregister; 2518a4b83ccSChris Mason }; 2528a4b83ccSChris Mason 253facc8a22SMiao Xie #define BTRFS_BIO_INLINE_CSUM_SIZE 64 254facc8a22SMiao Xie 2559be3395bSChris Mason /* 2569be3395bSChris Mason * we need the mirror number and stripe index to be passed around 2579be3395bSChris Mason * the call chain while we are processing end_io (especially errors). 2589be3395bSChris Mason * Really, what we need is a btrfs_bio structure that has this info 2599be3395bSChris Mason * and is properly sized with its stripe array, but we're not there 2609be3395bSChris Mason * quite yet. We have our own btrfs bioset, and all of the bios 2619be3395bSChris Mason * we allocate are actually btrfs_io_bios. We'll cram as much of 2629be3395bSChris Mason * struct btrfs_bio as we can into this over time. 2639be3395bSChris Mason */ 264facc8a22SMiao Xie typedef void (btrfs_io_bio_end_io_t) (struct btrfs_io_bio *bio, int err); 2659be3395bSChris Mason struct btrfs_io_bio { 266c1dc0896SMiao Xie unsigned int mirror_num; 267c1dc0896SMiao Xie unsigned int stripe_index; 268c1dc0896SMiao Xie u64 logical; 269facc8a22SMiao Xie u8 *csum; 270facc8a22SMiao Xie u8 csum_inline[BTRFS_BIO_INLINE_CSUM_SIZE]; 271facc8a22SMiao Xie u8 *csum_allocated; 272facc8a22SMiao Xie btrfs_io_bio_end_io_t *end_io; 27317347cecSLiu Bo struct bvec_iter iter; 274fa1bcbe0SDavid Sterba /* 275fa1bcbe0SDavid Sterba * This member must come last, bio_alloc_bioset will allocate enough 276fa1bcbe0SDavid Sterba * bytes for entire btrfs_io_bio but relies on bio being last. 277fa1bcbe0SDavid Sterba */ 2789be3395bSChris Mason struct bio bio; 2799be3395bSChris Mason }; 2809be3395bSChris Mason 2819be3395bSChris Mason static inline struct btrfs_io_bio *btrfs_io_bio(struct bio *bio) 2829be3395bSChris Mason { 2839be3395bSChris Mason return container_of(bio, struct btrfs_io_bio, bio); 2849be3395bSChris Mason } 2859be3395bSChris Mason 286cea9e445SChris Mason struct btrfs_bio_stripe { 287cea9e445SChris Mason struct btrfs_device *dev; 288cea9e445SChris Mason u64 physical; 289fce3bb9aSLi Dongyang u64 length; /* only used for discard mappings */ 290cea9e445SChris Mason }; 291cea9e445SChris Mason 292a1d3c478SJan Schmidt struct btrfs_bio; 293a1d3c478SJan Schmidt typedef void (btrfs_bio_end_io_t) (struct btrfs_bio *bio, int err); 294a1d3c478SJan Schmidt 295a1d3c478SJan Schmidt struct btrfs_bio { 296140475aeSElena Reshetova refcount_t refs; 297cea9e445SChris Mason atomic_t stripes_pending; 298c404e0dcSMiao Xie struct btrfs_fs_info *fs_info; 29910f11900SZhao Lei u64 map_type; /* get from map_lookup->type */ 300cea9e445SChris Mason bio_end_io_t *end_io; 3017d2b4daaSChris Mason struct bio *orig_bio; 302c55f1396SMiao Xie unsigned long flags; 303cea9e445SChris Mason void *private; 304a236aed1SChris Mason atomic_t error; 305a236aed1SChris Mason int max_errors; 306cea9e445SChris Mason int num_stripes; 307a1d3c478SJan Schmidt int mirror_num; 3082c8cdd6eSMiao Xie int num_tgtdevs; 3092c8cdd6eSMiao Xie int *tgtdev_map; 3108e5cfb55SZhao Lei /* 3118e5cfb55SZhao Lei * logical block numbers for the start of each stripe 3128e5cfb55SZhao Lei * The last one or two are p/q. These are sorted, 3138e5cfb55SZhao Lei * so raid_map[0] is the start of our full stripe 3148e5cfb55SZhao Lei */ 3158e5cfb55SZhao Lei u64 *raid_map; 316cea9e445SChris Mason struct btrfs_bio_stripe stripes[]; 317cea9e445SChris Mason }; 318cea9e445SChris Mason 319b2117a39SMiao Xie struct btrfs_device_info { 320b2117a39SMiao Xie struct btrfs_device *dev; 321b2117a39SMiao Xie u64 dev_offset; 322b2117a39SMiao Xie u64 max_avail; 32373c5de00SArne Jansen u64 total_avail; 324b2117a39SMiao Xie }; 325b2117a39SMiao Xie 32631e50229SLiu Bo struct btrfs_raid_attr { 32731e50229SLiu Bo int sub_stripes; /* sub_stripes info for map */ 32831e50229SLiu Bo int dev_stripes; /* stripes per dev */ 32931e50229SLiu Bo int devs_max; /* max devs to use */ 33031e50229SLiu Bo int devs_min; /* min devs needed */ 3318789f4feSZhao Lei int tolerated_failures; /* max tolerated fail devs */ 33231e50229SLiu Bo int devs_increment; /* ndevs has to be a multiple of this */ 33331e50229SLiu Bo int ncopies; /* how many copies to data has */ 334f9fbcaa2SAnand Jain int mindev_error; /* error code if min devs requisite is unmet */ 335ed23467bSAnand Jain const char raid_name[8]; /* name of the raid */ 33641a6e891SAnand Jain u64 bg_flag; /* block group flag of the raid */ 33731e50229SLiu Bo }; 33831e50229SLiu Bo 339af902047SZhao Lei extern const struct btrfs_raid_attr btrfs_raid_array[BTRFS_NR_RAID_TYPES]; 340af902047SZhao Lei 3411abe9b8aSliubo struct map_lookup { 3421abe9b8aSliubo u64 type; 3431abe9b8aSliubo int io_align; 3441abe9b8aSliubo int io_width; 3453d8da678SLiu Bo u64 stripe_len; 3461abe9b8aSliubo int num_stripes; 3471abe9b8aSliubo int sub_stripes; 3481abe9b8aSliubo struct btrfs_bio_stripe stripes[]; 3491abe9b8aSliubo }; 3501abe9b8aSliubo 351a2de733cSArne Jansen #define map_lookup_size(n) (sizeof(struct map_lookup) + \ 352a2de733cSArne Jansen (sizeof(struct btrfs_bio_stripe) * (n))) 353a2de733cSArne Jansen 354c9e9f97bSIlya Dryomov struct btrfs_balance_args; 35519a39dceSIlya Dryomov struct btrfs_balance_progress; 356c9e9f97bSIlya Dryomov struct btrfs_balance_control { 357c9e9f97bSIlya Dryomov struct btrfs_balance_args data; 358c9e9f97bSIlya Dryomov struct btrfs_balance_args meta; 359c9e9f97bSIlya Dryomov struct btrfs_balance_args sys; 360c9e9f97bSIlya Dryomov 361c9e9f97bSIlya Dryomov u64 flags; 36219a39dceSIlya Dryomov 36319a39dceSIlya Dryomov struct btrfs_balance_progress stat; 364c9e9f97bSIlya Dryomov }; 365c9e9f97bSIlya Dryomov 366cf8cddd3SChristoph Hellwig enum btrfs_map_op { 367cf8cddd3SChristoph Hellwig BTRFS_MAP_READ, 368cf8cddd3SChristoph Hellwig BTRFS_MAP_WRITE, 369cf8cddd3SChristoph Hellwig BTRFS_MAP_DISCARD, 370cf8cddd3SChristoph Hellwig BTRFS_MAP_GET_READ_MIRRORS, 371cf8cddd3SChristoph Hellwig }; 372cf8cddd3SChristoph Hellwig 373cf8cddd3SChristoph Hellwig static inline enum btrfs_map_op btrfs_op(struct bio *bio) 374cf8cddd3SChristoph Hellwig { 375cf8cddd3SChristoph Hellwig switch (bio_op(bio)) { 376cf8cddd3SChristoph Hellwig case REQ_OP_DISCARD: 377cf8cddd3SChristoph Hellwig return BTRFS_MAP_DISCARD; 378cf8cddd3SChristoph Hellwig case REQ_OP_WRITE: 379cf8cddd3SChristoph Hellwig return BTRFS_MAP_WRITE; 380cf8cddd3SChristoph Hellwig default: 381cf8cddd3SChristoph Hellwig WARN_ON_ONCE(1); 382cf8cddd3SChristoph Hellwig case REQ_OP_READ: 383cf8cddd3SChristoph Hellwig return BTRFS_MAP_READ; 384cf8cddd3SChristoph Hellwig } 385cf8cddd3SChristoph Hellwig } 386cf8cddd3SChristoph Hellwig 3876e9606d2SZhao Lei void btrfs_get_bbio(struct btrfs_bio *bbio); 3886e9606d2SZhao Lei void btrfs_put_bbio(struct btrfs_bio *bbio); 389cf8cddd3SChristoph Hellwig int btrfs_map_block(struct btrfs_fs_info *fs_info, enum btrfs_map_op op, 390cea9e445SChris Mason u64 logical, u64 *length, 391a1d3c478SJan Schmidt struct btrfs_bio **bbio_ret, int mirror_num); 392cf8cddd3SChristoph Hellwig int btrfs_map_sblock(struct btrfs_fs_info *fs_info, enum btrfs_map_op op, 393af8e2d1dSMiao Xie u64 logical, u64 *length, 394825ad4c9SDavid Sterba struct btrfs_bio **bbio_ret); 39563a9c7b9SNikolay Borisov int btrfs_rmap_block(struct btrfs_fs_info *fs_info, u64 chunk_start, 39663a9c7b9SNikolay Borisov u64 physical, u64 **logical, int *naddrs, int *stripe_len); 3976bccf3abSJeff Mahoney int btrfs_read_sys_array(struct btrfs_fs_info *fs_info); 3985b4aacefSJeff Mahoney int btrfs_read_chunk_tree(struct btrfs_fs_info *fs_info); 399c216b203SNikolay Borisov int btrfs_alloc_chunk(struct btrfs_trans_handle *trans, u64 type); 4000b86a832SChris Mason void btrfs_mapping_init(struct btrfs_mapping_tree *tree); 4010b86a832SChris Mason void btrfs_mapping_tree_free(struct btrfs_mapping_tree *tree); 40258efbc9fSOmar Sandoval blk_status_t btrfs_map_bio(struct btrfs_fs_info *fs_info, struct bio *bio, 4038b712842SChris Mason int mirror_num, int async_submit); 4048a4b83ccSChris Mason int btrfs_open_devices(struct btrfs_fs_devices *fs_devices, 40597288f2cSChristoph Hellwig fmode_t flags, void *holder); 40636350e95SGu Jinxiang struct btrfs_device *btrfs_scan_one_device(const char *path, 40736350e95SGu Jinxiang fmode_t flags, void *holder); 4088a4b83ccSChris Mason int btrfs_close_devices(struct btrfs_fs_devices *fs_devices); 4099b99b115SAnand Jain void btrfs_free_extra_devids(struct btrfs_fs_devices *fs_devices, int step); 41088acff64SAnand Jain void btrfs_assign_next_active_device(struct btrfs_fs_info *fs_info, 41188acff64SAnand Jain struct btrfs_device *device, struct btrfs_device *this_dev); 4122ff7e61eSJeff Mahoney int btrfs_find_device_missing_or_by_path(struct btrfs_fs_info *fs_info, 413da353f6bSDavid Sterba const char *device_path, 4147ba15b7dSStefan Behrens struct btrfs_device **device); 4152ff7e61eSJeff Mahoney int btrfs_find_device_by_devspec(struct btrfs_fs_info *fs_info, u64 devid, 416da353f6bSDavid Sterba const char *devpath, 41724e0474bSAnand Jain struct btrfs_device **device); 41812bd2fc0SIlya Dryomov struct btrfs_device *btrfs_alloc_device(struct btrfs_fs_info *fs_info, 41912bd2fc0SIlya Dryomov const u64 *devid, 42012bd2fc0SIlya Dryomov const u8 *uuid); 421a425f9d4SDavid Sterba void btrfs_free_device(struct btrfs_device *device); 4222ff7e61eSJeff Mahoney int btrfs_rm_device(struct btrfs_fs_info *fs_info, 423da353f6bSDavid Sterba const char *device_path, u64 devid); 424ffc5a379SDavid Sterba void __exit btrfs_cleanup_fs_uuids(void); 4255d964051SStefan Behrens int btrfs_num_copies(struct btrfs_fs_info *fs_info, u64 logical, u64 len); 4268f18cf13SChris Mason int btrfs_grow_device(struct btrfs_trans_handle *trans, 4278f18cf13SChris Mason struct btrfs_device *device, u64 new_size); 428aa1b8cd4SStefan Behrens struct btrfs_device *btrfs_find_device(struct btrfs_fs_info *fs_info, u64 devid, 4292b82032cSYan Zheng u8 *uuid, u8 *fsid); 4308f18cf13SChris Mason int btrfs_shrink_device(struct btrfs_device *device, u64 new_size); 431da353f6bSDavid Sterba int btrfs_init_new_device(struct btrfs_fs_info *fs_info, const char *path); 4326fcf6e2bSDavid Sterba int btrfs_balance(struct btrfs_fs_info *fs_info, 4336fcf6e2bSDavid Sterba struct btrfs_balance_control *bctl, 434c9e9f97bSIlya Dryomov struct btrfs_ioctl_balance_args *bargs); 4352b6ba629SIlya Dryomov int btrfs_resume_balance_async(struct btrfs_fs_info *fs_info); 43668310a5eSIlya Dryomov int btrfs_recover_balance(struct btrfs_fs_info *fs_info); 437837d5b6eSIlya Dryomov int btrfs_pause_balance(struct btrfs_fs_info *fs_info); 438a7e99c69SIlya Dryomov int btrfs_cancel_balance(struct btrfs_fs_info *fs_info); 439f7a81ea4SStefan Behrens int btrfs_create_uuid_tree(struct btrfs_fs_info *fs_info); 44070f80175SStefan Behrens int btrfs_check_uuid_tree(struct btrfs_fs_info *fs_info); 4412ff7e61eSJeff Mahoney int btrfs_chunk_readonly(struct btrfs_fs_info *fs_info, u64 chunk_offset); 442499f377fSJeff Mahoney int find_free_dev_extent_start(struct btrfs_transaction *transaction, 443499f377fSJeff Mahoney struct btrfs_device *device, u64 num_bytes, 444499f377fSJeff Mahoney u64 search_start, u64 *start, u64 *max_avail); 4456df9a95eSJosef Bacik int find_free_dev_extent(struct btrfs_trans_handle *trans, 4466df9a95eSJosef Bacik struct btrfs_device *device, u64 num_bytes, 447ba1bf481SJosef Bacik u64 *start, u64 *max_avail); 448442a4f63SStefan Behrens void btrfs_dev_stat_inc_and_print(struct btrfs_device *dev, int index); 4492ff7e61eSJeff Mahoney int btrfs_get_dev_stats(struct btrfs_fs_info *fs_info, 450b27f7c0cSDavid Sterba struct btrfs_ioctl_get_dev_stats *stats); 451cb517eabSMiao Xie void btrfs_init_devices_late(struct btrfs_fs_info *fs_info); 452733f4fbbSStefan Behrens int btrfs_init_dev_stats(struct btrfs_fs_info *fs_info); 453733f4fbbSStefan Behrens int btrfs_run_dev_stats(struct btrfs_trans_handle *trans, 454733f4fbbSStefan Behrens struct btrfs_fs_info *fs_info); 455084b6e7cSQu Wenruo void btrfs_rm_dev_replace_remove_srcdev(struct btrfs_fs_info *fs_info, 456084b6e7cSQu Wenruo struct btrfs_device *srcdev); 457084b6e7cSQu Wenruo void btrfs_rm_dev_replace_free_srcdev(struct btrfs_fs_info *fs_info, 458e93c89c1SStefan Behrens struct btrfs_device *srcdev); 459e93c89c1SStefan Behrens void btrfs_destroy_dev_replace_tgtdev(struct btrfs_fs_info *fs_info, 460e93c89c1SStefan Behrens struct btrfs_device *tgtdev); 461da353f6bSDavid Sterba void btrfs_scratch_superblocks(struct block_device *bdev, const char *device_path); 462592d92eeSLiu Bo int btrfs_is_parity_mirror(struct btrfs_fs_info *fs_info, 463e4ff5fb5SNikolay Borisov u64 logical, u64 len); 4642ff7e61eSJeff Mahoney unsigned long btrfs_full_stripe_len(struct btrfs_fs_info *fs_info, 46553b381b3SDavid Woodhouse u64 logical); 4666df9a95eSJosef Bacik int btrfs_finish_chunk_alloc(struct btrfs_trans_handle *trans, 4676bccf3abSJeff Mahoney struct btrfs_fs_info *fs_info, 4686df9a95eSJosef Bacik u64 chunk_offset, u64 chunk_size); 46947ab2a6cSJosef Bacik int btrfs_remove_chunk(struct btrfs_trans_handle *trans, 4705b4aacefSJeff Mahoney struct btrfs_fs_info *fs_info, u64 chunk_offset); 471addc3fa7SMiao Xie 472442a4f63SStefan Behrens static inline void btrfs_dev_stat_inc(struct btrfs_device *dev, 473442a4f63SStefan Behrens int index) 474442a4f63SStefan Behrens { 475442a4f63SStefan Behrens atomic_inc(dev->dev_stat_values + index); 4769deae968SNikolay Borisov /* 4779deae968SNikolay Borisov * This memory barrier orders stores updating statistics before stores 4789deae968SNikolay Borisov * updating dev_stats_ccnt. 4799deae968SNikolay Borisov * 4809deae968SNikolay Borisov * It pairs with smp_rmb() in btrfs_run_dev_stats(). 4819deae968SNikolay Borisov */ 482addc3fa7SMiao Xie smp_mb__before_atomic(); 483addc3fa7SMiao Xie atomic_inc(&dev->dev_stats_ccnt); 484442a4f63SStefan Behrens } 485442a4f63SStefan Behrens 486442a4f63SStefan Behrens static inline int btrfs_dev_stat_read(struct btrfs_device *dev, 487442a4f63SStefan Behrens int index) 488442a4f63SStefan Behrens { 489442a4f63SStefan Behrens return atomic_read(dev->dev_stat_values + index); 490442a4f63SStefan Behrens } 491442a4f63SStefan Behrens 492442a4f63SStefan Behrens static inline int btrfs_dev_stat_read_and_reset(struct btrfs_device *dev, 493442a4f63SStefan Behrens int index) 494442a4f63SStefan Behrens { 495442a4f63SStefan Behrens int ret; 496442a4f63SStefan Behrens 497442a4f63SStefan Behrens ret = atomic_xchg(dev->dev_stat_values + index, 0); 4984660c49fSNikolay Borisov /* 4994660c49fSNikolay Borisov * atomic_xchg implies a full memory barriers as per atomic_t.txt: 5004660c49fSNikolay Borisov * - RMW operations that have a return value are fully ordered; 5014660c49fSNikolay Borisov * 5024660c49fSNikolay Borisov * This implicit memory barriers is paired with the smp_rmb in 5034660c49fSNikolay Borisov * btrfs_run_dev_stats 5044660c49fSNikolay Borisov */ 505addc3fa7SMiao Xie atomic_inc(&dev->dev_stats_ccnt); 506442a4f63SStefan Behrens return ret; 507442a4f63SStefan Behrens } 508442a4f63SStefan Behrens 509442a4f63SStefan Behrens static inline void btrfs_dev_stat_set(struct btrfs_device *dev, 510442a4f63SStefan Behrens int index, unsigned long val) 511442a4f63SStefan Behrens { 512442a4f63SStefan Behrens atomic_set(dev->dev_stat_values + index, val); 5139deae968SNikolay Borisov /* 5149deae968SNikolay Borisov * This memory barrier orders stores updating statistics before stores 5159deae968SNikolay Borisov * updating dev_stats_ccnt. 5169deae968SNikolay Borisov * 5179deae968SNikolay Borisov * It pairs with smp_rmb() in btrfs_run_dev_stats(). 5189deae968SNikolay Borisov */ 519addc3fa7SMiao Xie smp_mb__before_atomic(); 520addc3fa7SMiao Xie atomic_inc(&dev->dev_stats_ccnt); 521442a4f63SStefan Behrens } 522442a4f63SStefan Behrens 523442a4f63SStefan Behrens static inline void btrfs_dev_stat_reset(struct btrfs_device *dev, 524442a4f63SStefan Behrens int index) 525442a4f63SStefan Behrens { 526442a4f63SStefan Behrens btrfs_dev_stat_set(dev, index, 0); 527442a4f63SStefan Behrens } 528935e5cc9SMiao Xie 5293e72ee88SQu Wenruo /* 5303e72ee88SQu Wenruo * Convert block group flags (BTRFS_BLOCK_GROUP_*) to btrfs_raid_types, which 5313e72ee88SQu Wenruo * can be used as index to access btrfs_raid_array[]. 5323e72ee88SQu Wenruo */ 5333e72ee88SQu Wenruo static inline enum btrfs_raid_types btrfs_bg_flags_to_raid_index(u64 flags) 5343e72ee88SQu Wenruo { 5353e72ee88SQu Wenruo if (flags & BTRFS_BLOCK_GROUP_RAID10) 5363e72ee88SQu Wenruo return BTRFS_RAID_RAID10; 5373e72ee88SQu Wenruo else if (flags & BTRFS_BLOCK_GROUP_RAID1) 5383e72ee88SQu Wenruo return BTRFS_RAID_RAID1; 5393e72ee88SQu Wenruo else if (flags & BTRFS_BLOCK_GROUP_DUP) 5403e72ee88SQu Wenruo return BTRFS_RAID_DUP; 5413e72ee88SQu Wenruo else if (flags & BTRFS_BLOCK_GROUP_RAID0) 5423e72ee88SQu Wenruo return BTRFS_RAID_RAID0; 5433e72ee88SQu Wenruo else if (flags & BTRFS_BLOCK_GROUP_RAID5) 5443e72ee88SQu Wenruo return BTRFS_RAID_RAID5; 5453e72ee88SQu Wenruo else if (flags & BTRFS_BLOCK_GROUP_RAID6) 5463e72ee88SQu Wenruo return BTRFS_RAID_RAID6; 5473e72ee88SQu Wenruo 5483e72ee88SQu Wenruo return BTRFS_RAID_SINGLE; /* BTRFS_BLOCK_GROUP_SINGLE */ 5493e72ee88SQu Wenruo } 5503e72ee88SQu Wenruo 551ed23467bSAnand Jain const char *get_raid_name(enum btrfs_raid_types type); 552ed23467bSAnand Jain 553935e5cc9SMiao Xie void btrfs_update_commit_device_size(struct btrfs_fs_info *fs_info); 554e9b919b1SNikolay Borisov void btrfs_update_commit_device_bytes_used(struct btrfs_transaction *trans); 55504216820SFilipe Manana 556c73eccf7SAnand Jain struct list_head *btrfs_get_fs_uuids(void); 5575a13f430SAnand Jain void btrfs_set_fs_info_ptr(struct btrfs_fs_info *fs_info); 5585a13f430SAnand Jain void btrfs_reset_fs_info_ptr(struct btrfs_fs_info *fs_info); 5596528b99dSAnand Jain bool btrfs_check_rw_degradable(struct btrfs_fs_info *fs_info, 5606528b99dSAnand Jain struct btrfs_device *failing_dev); 56121634a19SQu Wenruo 5620b86a832SChris Mason #endif 563