19888c340SDavid Sterba /* SPDX-License-Identifier: GPL-2.0 */ 20b86a832SChris Mason /* 30b86a832SChris Mason * Copyright (C) 2007 Oracle. All rights reserved. 40b86a832SChris Mason */ 50b86a832SChris Mason 69888c340SDavid Sterba #ifndef BTRFS_VOLUMES_H 79888c340SDavid Sterba #define BTRFS_VOLUMES_H 88790d502SChris Mason 9cea9e445SChris Mason #include <linux/bio.h> 10b2117a39SMiao Xie #include <linux/sort.h> 1155e301fdSFilipe Brandenburger #include <linux/btrfs.h> 128b712842SChris Mason #include "async-thread.h" 13cea9e445SChris Mason 14fce466eaSQu Wenruo #define BTRFS_MAX_DATA_CHUNK_SIZE (10ULL * SZ_1G) 15fce466eaSQu Wenruo 1667a2c45eSMiao Xie extern struct mutex uuid_mutex; 1767a2c45eSMiao Xie 18ee22184bSByongho Lee #define BTRFS_STRIPE_LEN SZ_64K 19b2117a39SMiao Xie 205f141126SNikolay Borisov struct btrfs_io_geometry { 215f141126SNikolay Borisov /* remaining bytes before crossing a stripe */ 225f141126SNikolay Borisov u64 len; 235f141126SNikolay Borisov /* offset of logical address in chunk */ 245f141126SNikolay Borisov u64 offset; 255f141126SNikolay Borisov /* length of single IO stripe */ 265f141126SNikolay Borisov u64 stripe_len; 275f141126SNikolay Borisov /* number of stripe where address falls */ 285f141126SNikolay Borisov u64 stripe_nr; 295f141126SNikolay Borisov /* offset of address in stripe */ 305f141126SNikolay Borisov u64 stripe_offset; 315f141126SNikolay Borisov /* offset of raid56 stripe into the chunk */ 325f141126SNikolay Borisov u64 raid56_stripe_offset; 335f141126SNikolay Borisov }; 345f141126SNikolay Borisov 357cc8e58dSMiao Xie /* 367cc8e58dSMiao Xie * Use sequence counter to get consistent device stat data on 377cc8e58dSMiao Xie * 32-bit processors. 387cc8e58dSMiao Xie */ 397cc8e58dSMiao Xie #if BITS_PER_LONG==32 && defined(CONFIG_SMP) 407cc8e58dSMiao Xie #include <linux/seqlock.h> 417cc8e58dSMiao Xie #define __BTRFS_NEED_DEVICE_DATA_ORDERED 42c41ec452SSu Yue #define btrfs_device_data_ordered_init(device) \ 43c41ec452SSu Yue seqcount_init(&device->data_seqcount) 447cc8e58dSMiao Xie #else 45c41ec452SSu Yue #define btrfs_device_data_ordered_init(device) do { } while (0) 467cc8e58dSMiao Xie #endif 477cc8e58dSMiao Xie 48ebbede42SAnand Jain #define BTRFS_DEV_STATE_WRITEABLE (0) 49e12c9621SAnand Jain #define BTRFS_DEV_STATE_IN_FS_METADATA (1) 50e6e674bdSAnand Jain #define BTRFS_DEV_STATE_MISSING (2) 51401e29c1SAnand Jain #define BTRFS_DEV_STATE_REPLACE_TGT (3) 521c3063b6SAnand Jain #define BTRFS_DEV_STATE_FLUSH_SENT (4) 5366d204a1SFilipe Manana #define BTRFS_DEV_STATE_NO_READA (5) 54ebbede42SAnand Jain 555b316468SNaohiro Aota struct btrfs_zoned_device_info; 565b316468SNaohiro Aota 570b86a832SChris Mason struct btrfs_device { 580b6f5d40SNikolay Borisov struct list_head dev_list; /* device_list_mutex */ 590b6f5d40SNikolay Borisov struct list_head dev_alloc_list; /* chunk mutex */ 60bbbf7243SNikolay Borisov struct list_head post_commit_list; /* chunk mutex */ 612b82032cSYan Zheng struct btrfs_fs_devices *fs_devices; 62fb456252SJeff Mahoney struct btrfs_fs_info *fs_info; 63ffbd517dSChris Mason 648d1a7aaeSMadhuparna Bhowmik struct rcu_string __rcu *name; 65d5ee37bcSMiao Xie 66d5ee37bcSMiao Xie u64 generation; 67d5ee37bcSMiao Xie 68d5ee37bcSMiao Xie struct block_device *bdev; 69d5ee37bcSMiao Xie 705b316468SNaohiro Aota struct btrfs_zoned_device_info *zone_info; 715b316468SNaohiro Aota 72d5ee37bcSMiao Xie /* the mode sent to blkdev_get */ 73d5ee37bcSMiao Xie fmode_t mode; 74d5ee37bcSMiao Xie 75ebbede42SAnand Jain unsigned long dev_state; 7658efbc9fSOmar Sandoval blk_status_t last_flush_error; 77b3075717SChris Mason 787cc8e58dSMiao Xie #ifdef __BTRFS_NEED_DEVICE_DATA_ORDERED 79c41ec452SSu Yue seqcount_t data_seqcount; 807cc8e58dSMiao Xie #endif 817cc8e58dSMiao Xie 820b86a832SChris Mason /* the internal btrfs device id */ 830b86a832SChris Mason u64 devid; 840b86a832SChris Mason 856ba40b61SMiao Xie /* size of the device in memory */ 860b86a832SChris Mason u64 total_bytes; 870b86a832SChris Mason 886ba40b61SMiao Xie /* size of the device on disk */ 89d6397baeSChris Ball u64 disk_total_bytes; 90d6397baeSChris Ball 910b86a832SChris Mason /* bytes used */ 920b86a832SChris Mason u64 bytes_used; 930b86a832SChris Mason 940b86a832SChris Mason /* optimal io alignment for this device */ 950b86a832SChris Mason u32 io_align; 960b86a832SChris Mason 970b86a832SChris Mason /* optimal io width for this device */ 980b86a832SChris Mason u32 io_width; 993c45bfc1SDulshani Gunawardhana /* type and info about this device */ 1003c45bfc1SDulshani Gunawardhana u64 type; 1010b86a832SChris Mason 1020b86a832SChris Mason /* minimal io size for this device */ 1030b86a832SChris Mason u32 sector_size; 1040b86a832SChris Mason 1050b86a832SChris Mason /* physical drive uuid (or lvm uuid) */ 106e17cade2SChris Mason u8 uuid[BTRFS_UUID_SIZE]; 1078b712842SChris Mason 108935e5cc9SMiao Xie /* 109935e5cc9SMiao Xie * size of the device on the current transaction 110935e5cc9SMiao Xie * 111935e5cc9SMiao Xie * This variant is update when committing the transaction, 112bbbf7243SNikolay Borisov * and protected by chunk mutex 113935e5cc9SMiao Xie */ 114935e5cc9SMiao Xie u64 commit_total_bytes; 115935e5cc9SMiao Xie 116ce7213c7SMiao Xie /* bytes used on the current transaction */ 117ce7213c7SMiao Xie u64 commit_bytes_used; 118935e5cc9SMiao Xie 1193c45bfc1SDulshani Gunawardhana /* for sending down flush barriers */ 1203c45bfc1SDulshani Gunawardhana struct bio *flush_bio; 1213c45bfc1SDulshani Gunawardhana struct completion flush_wait; 1223c45bfc1SDulshani Gunawardhana 123a2de733cSArne Jansen /* per-device scrub information */ 124cadbc0a0SAnand Jain struct scrub_ctx *scrub_ctx; 125a2de733cSArne Jansen 12690519d66SArne Jansen /* readahead state */ 12790519d66SArne Jansen atomic_t reada_in_flight; 12890519d66SArne Jansen u64 reada_next; 12990519d66SArne Jansen struct reada_zone *reada_curr_zone; 13090519d66SArne Jansen struct radix_tree_root reada_zones; 13190519d66SArne Jansen struct radix_tree_root reada_extents; 132387125fcSChris Mason 133442a4f63SStefan Behrens /* disk I/O failure stats. For detailed description refer to 134442a4f63SStefan Behrens * enum btrfs_dev_stat_values in ioctl.h */ 135733f4fbbSStefan Behrens int dev_stats_valid; 136addc3fa7SMiao Xie 137addc3fa7SMiao Xie /* Counter to record the change of device stats */ 138addc3fa7SMiao Xie atomic_t dev_stats_ccnt; 139442a4f63SStefan Behrens atomic_t dev_stat_values[BTRFS_DEV_STAT_VALUES_MAX]; 1401c11b63eSJeff Mahoney 1411c11b63eSJeff Mahoney struct extent_io_tree alloc_state; 142668e48afSAnand Jain 143668e48afSAnand Jain struct completion kobj_unregister; 144668e48afSAnand Jain /* For sysfs/FSID/devinfo/devid/ */ 145668e48afSAnand Jain struct kobject devid_kobj; 146eb3b5053SDavid Sterba 147eb3b5053SDavid Sterba /* Bandwidth limit for scrub, in bytes */ 148eb3b5053SDavid Sterba u64 scrub_speed_max; 1490b86a832SChris Mason }; 1500b86a832SChris Mason 1517cc8e58dSMiao Xie /* 1527cc8e58dSMiao Xie * If we read those variants at the context of their own lock, we needn't 1537cc8e58dSMiao Xie * use the following helpers, reading them directly is safe. 1547cc8e58dSMiao Xie */ 1557cc8e58dSMiao Xie #if BITS_PER_LONG==32 && defined(CONFIG_SMP) 1567cc8e58dSMiao Xie #define BTRFS_DEVICE_GETSET_FUNCS(name) \ 1577cc8e58dSMiao Xie static inline u64 \ 1587cc8e58dSMiao Xie btrfs_device_get_##name(const struct btrfs_device *dev) \ 1597cc8e58dSMiao Xie { \ 1607cc8e58dSMiao Xie u64 size; \ 1617cc8e58dSMiao Xie unsigned int seq; \ 1627cc8e58dSMiao Xie \ 1637cc8e58dSMiao Xie do { \ 1647cc8e58dSMiao Xie seq = read_seqcount_begin(&dev->data_seqcount); \ 1657cc8e58dSMiao Xie size = dev->name; \ 1667cc8e58dSMiao Xie } while (read_seqcount_retry(&dev->data_seqcount, seq)); \ 1677cc8e58dSMiao Xie return size; \ 1687cc8e58dSMiao Xie } \ 1697cc8e58dSMiao Xie \ 1707cc8e58dSMiao Xie static inline void \ 1717cc8e58dSMiao Xie btrfs_device_set_##name(struct btrfs_device *dev, u64 size) \ 1727cc8e58dSMiao Xie { \ 173c41ec452SSu Yue preempt_disable(); \ 1747cc8e58dSMiao Xie write_seqcount_begin(&dev->data_seqcount); \ 1757cc8e58dSMiao Xie dev->name = size; \ 1767cc8e58dSMiao Xie write_seqcount_end(&dev->data_seqcount); \ 177c41ec452SSu Yue preempt_enable(); \ 1787cc8e58dSMiao Xie } 17994545870SThomas Gleixner #elif BITS_PER_LONG==32 && defined(CONFIG_PREEMPTION) 1807cc8e58dSMiao Xie #define BTRFS_DEVICE_GETSET_FUNCS(name) \ 1817cc8e58dSMiao Xie static inline u64 \ 1827cc8e58dSMiao Xie btrfs_device_get_##name(const struct btrfs_device *dev) \ 1837cc8e58dSMiao Xie { \ 1847cc8e58dSMiao Xie u64 size; \ 1857cc8e58dSMiao Xie \ 1867cc8e58dSMiao Xie preempt_disable(); \ 1877cc8e58dSMiao Xie size = dev->name; \ 1887cc8e58dSMiao Xie preempt_enable(); \ 1897cc8e58dSMiao Xie return size; \ 1907cc8e58dSMiao Xie } \ 1917cc8e58dSMiao Xie \ 1927cc8e58dSMiao Xie static inline void \ 1937cc8e58dSMiao Xie btrfs_device_set_##name(struct btrfs_device *dev, u64 size) \ 1947cc8e58dSMiao Xie { \ 1957cc8e58dSMiao Xie preempt_disable(); \ 1967cc8e58dSMiao Xie dev->name = size; \ 1977cc8e58dSMiao Xie preempt_enable(); \ 1987cc8e58dSMiao Xie } 1997cc8e58dSMiao Xie #else 2007cc8e58dSMiao Xie #define BTRFS_DEVICE_GETSET_FUNCS(name) \ 2017cc8e58dSMiao Xie static inline u64 \ 2027cc8e58dSMiao Xie btrfs_device_get_##name(const struct btrfs_device *dev) \ 2037cc8e58dSMiao Xie { \ 2047cc8e58dSMiao Xie return dev->name; \ 2057cc8e58dSMiao Xie } \ 2067cc8e58dSMiao Xie \ 2077cc8e58dSMiao Xie static inline void \ 2087cc8e58dSMiao Xie btrfs_device_set_##name(struct btrfs_device *dev, u64 size) \ 2097cc8e58dSMiao Xie { \ 2107cc8e58dSMiao Xie dev->name = size; \ 2117cc8e58dSMiao Xie } 2127cc8e58dSMiao Xie #endif 2137cc8e58dSMiao Xie 2147cc8e58dSMiao Xie BTRFS_DEVICE_GETSET_FUNCS(total_bytes); 2157cc8e58dSMiao Xie BTRFS_DEVICE_GETSET_FUNCS(disk_total_bytes); 2167cc8e58dSMiao Xie BTRFS_DEVICE_GETSET_FUNCS(bytes_used); 2177cc8e58dSMiao Xie 218c4a816c6SNaohiro Aota enum btrfs_chunk_allocation_policy { 219c4a816c6SNaohiro Aota BTRFS_CHUNK_ALLOC_REGULAR, 2201cd6121fSNaohiro Aota BTRFS_CHUNK_ALLOC_ZONED, 221c4a816c6SNaohiro Aota }; 222c4a816c6SNaohiro Aota 22333fd2f71SAnand Jain /* 22433fd2f71SAnand Jain * Read policies for mirrored block group profiles, read picks the stripe based 22533fd2f71SAnand Jain * on these policies. 22633fd2f71SAnand Jain */ 22733fd2f71SAnand Jain enum btrfs_read_policy { 22833fd2f71SAnand Jain /* Use process PID to choose the stripe */ 22933fd2f71SAnand Jain BTRFS_READ_POLICY_PID, 23033fd2f71SAnand Jain BTRFS_NR_READ_POLICY, 23133fd2f71SAnand Jain }; 23233fd2f71SAnand Jain 2338a4b83ccSChris Mason struct btrfs_fs_devices { 2348a4b83ccSChris Mason u8 fsid[BTRFS_FSID_SIZE]; /* FS specific uuid */ 2357239ff4bSNikolay Borisov u8 metadata_uuid[BTRFS_FSID_SIZE]; 236d1a63002SNikolay Borisov bool fsid_change; 237c4babc5eSAnand Jain struct list_head fs_list; 2388a4b83ccSChris Mason 2398a4b83ccSChris Mason u64 num_devices; 240a0af469bSChris Mason u64 open_devices; 2412b82032cSYan Zheng u64 rw_devices; 242cd02dca5SChris Mason u64 missing_devices; 2432b82032cSYan Zheng u64 total_rw_bytes; 24402db0844SJosef Bacik u64 total_devices; 245d1a63002SNikolay Borisov 246d1a63002SNikolay Borisov /* Highest generation number of seen devices */ 247d1a63002SNikolay Borisov u64 latest_generation; 248d1a63002SNikolay Borisov 249d24fa5c1SAnand Jain /* 250d24fa5c1SAnand Jain * The mount device or a device with highest generation after removal 251d24fa5c1SAnand Jain * or replace. 252d24fa5c1SAnand Jain */ 253d24fa5c1SAnand Jain struct btrfs_device *latest_dev; 254e5e9a520SChris Mason 255e5e9a520SChris Mason /* all of the devices in the FS, protected by a mutex 256e5e9a520SChris Mason * so we can safely walk it to write out the supers without 2579b011adfSWang Shilong * worrying about add/remove by the multi-device code. 2589b011adfSWang Shilong * Scrubbing super can kick off supers writing by holding 2599b011adfSWang Shilong * this mutex lock. 260e5e9a520SChris Mason */ 261e5e9a520SChris Mason struct mutex device_list_mutex; 2620b6f5d40SNikolay Borisov 2630b6f5d40SNikolay Borisov /* List of all devices, protected by device_list_mutex */ 2648a4b83ccSChris Mason struct list_head devices; 265b3075717SChris Mason 2660b6f5d40SNikolay Borisov /* 2670b6f5d40SNikolay Borisov * Devices which can satisfy space allocation. Protected by 2680b6f5d40SNikolay Borisov * chunk_mutex 2690b6f5d40SNikolay Borisov */ 270b3075717SChris Mason struct list_head alloc_list; 2712b82032cSYan Zheng 272944d3f9fSNikolay Borisov struct list_head seed_list; 2730395d84fSJohannes Thumshirn bool seeding; 2742b82032cSYan Zheng 2752b82032cSYan Zheng int opened; 276c289811cSChris Mason 277c289811cSChris Mason /* set when we find or add a device that doesn't have the 278c289811cSChris Mason * nonrot flag set 279c289811cSChris Mason */ 2807f0432d0SJohannes Thumshirn bool rotating; 2812e7910d6SAnand Jain 2825a13f430SAnand Jain struct btrfs_fs_info *fs_info; 2832e7910d6SAnand Jain /* sysfs kobjects */ 284c1b7e474SAnand Jain struct kobject fsid_kobj; 285b5501504SAnand Jain struct kobject *devices_kobj; 286a013d141SAnand Jain struct kobject *devinfo_kobj; 2872e7910d6SAnand Jain struct completion kobj_unregister; 288c4a816c6SNaohiro Aota 289c4a816c6SNaohiro Aota enum btrfs_chunk_allocation_policy chunk_alloc_policy; 29033fd2f71SAnand Jain 29133fd2f71SAnand Jain /* Policy used to read the mirrored stripes */ 29233fd2f71SAnand Jain enum btrfs_read_policy read_policy; 2938a4b83ccSChris Mason }; 2948a4b83ccSChris Mason 295facc8a22SMiao Xie #define BTRFS_BIO_INLINE_CSUM_SIZE 64 296facc8a22SMiao Xie 297ab4ba2e1SQu Wenruo #define BTRFS_MAX_DEVS(info) ((BTRFS_MAX_ITEM_SIZE(info) \ 298ab4ba2e1SQu Wenruo - sizeof(struct btrfs_chunk)) \ 299ab4ba2e1SQu Wenruo / sizeof(struct btrfs_stripe) + 1) 300ab4ba2e1SQu Wenruo 301ab4ba2e1SQu Wenruo #define BTRFS_MAX_DEVS_SYS_CHUNK ((BTRFS_SYSTEM_CHUNK_ARRAY_SIZE \ 302ab4ba2e1SQu Wenruo - 2 * sizeof(struct btrfs_disk_key) \ 303ab4ba2e1SQu Wenruo - 2 * sizeof(struct btrfs_chunk)) \ 304ab4ba2e1SQu Wenruo / sizeof(struct btrfs_stripe) + 1) 305ab4ba2e1SQu Wenruo 3069be3395bSChris Mason /* 307*c3a3b19bSQu Wenruo * Additional info to pass along bio. 308*c3a3b19bSQu Wenruo * 309*c3a3b19bSQu Wenruo * Mostly for btrfs specific features like csum and mirror_num. 3109be3395bSChris Mason */ 311*c3a3b19bSQu Wenruo struct btrfs_bio { 312c1dc0896SMiao Xie unsigned int mirror_num; 313*c3a3b19bSQu Wenruo 314*c3a3b19bSQu Wenruo /* @device is for stripe IO submission. */ 315c31efbdfSNikolay Borisov struct btrfs_device *device; 316c1dc0896SMiao Xie u64 logical; 317facc8a22SMiao Xie u8 *csum; 318facc8a22SMiao Xie u8 csum_inline[BTRFS_BIO_INLINE_CSUM_SIZE]; 31917347cecSLiu Bo struct bvec_iter iter; 320*c3a3b19bSQu Wenruo 321fa1bcbe0SDavid Sterba /* 322fa1bcbe0SDavid Sterba * This member must come last, bio_alloc_bioset will allocate enough 323*c3a3b19bSQu Wenruo * bytes for entire btrfs_bio but relies on bio being last. 324fa1bcbe0SDavid Sterba */ 3259be3395bSChris Mason struct bio bio; 3269be3395bSChris Mason }; 3279be3395bSChris Mason 328*c3a3b19bSQu Wenruo static inline struct btrfs_bio *btrfs_bio(struct bio *bio) 3299be3395bSChris Mason { 330*c3a3b19bSQu Wenruo return container_of(bio, struct btrfs_bio, bio); 3319be3395bSChris Mason } 3329be3395bSChris Mason 333*c3a3b19bSQu Wenruo static inline void btrfs_bio_free_csum(struct btrfs_bio *bbio) 334b3a0dd50SDavid Sterba { 335*c3a3b19bSQu Wenruo if (bbio->csum != bbio->csum_inline) { 336*c3a3b19bSQu Wenruo kfree(bbio->csum); 337*c3a3b19bSQu Wenruo bbio->csum = NULL; 338b3a0dd50SDavid Sterba } 339b3a0dd50SDavid Sterba } 340b3a0dd50SDavid Sterba 3414c664611SQu Wenruo struct btrfs_io_stripe { 342cea9e445SChris Mason struct btrfs_device *dev; 343cea9e445SChris Mason u64 physical; 344fce3bb9aSLi Dongyang u64 length; /* only used for discard mappings */ 345cea9e445SChris Mason }; 346cea9e445SChris Mason 3474c664611SQu Wenruo /* 3484c664611SQu Wenruo * Context for IO subsmission for device stripe. 3494c664611SQu Wenruo * 3504c664611SQu Wenruo * - Track the unfinished mirrors for mirror based profiles 3514c664611SQu Wenruo * Mirror based profiles are SINGLE/DUP/RAID1/RAID10. 3524c664611SQu Wenruo * 3534c664611SQu Wenruo * - Contain the logical -> physical mapping info 3544c664611SQu Wenruo * Used by submit_stripe_bio() for mapping logical bio 3554c664611SQu Wenruo * into physical device address. 3564c664611SQu Wenruo * 3574c664611SQu Wenruo * - Contain device replace info 3584c664611SQu Wenruo * Used by handle_ops_on_dev_replace() to copy logical bios 3594c664611SQu Wenruo * into the new device. 3604c664611SQu Wenruo * 3614c664611SQu Wenruo * - Contain RAID56 full stripe logical bytenrs 3624c664611SQu Wenruo */ 3634c664611SQu Wenruo struct btrfs_io_context { 364140475aeSElena Reshetova refcount_t refs; 365cea9e445SChris Mason atomic_t stripes_pending; 366c404e0dcSMiao Xie struct btrfs_fs_info *fs_info; 36710f11900SZhao Lei u64 map_type; /* get from map_lookup->type */ 368cea9e445SChris Mason bio_end_io_t *end_io; 3697d2b4daaSChris Mason struct bio *orig_bio; 370cea9e445SChris Mason void *private; 371a236aed1SChris Mason atomic_t error; 372a236aed1SChris Mason int max_errors; 373cea9e445SChris Mason int num_stripes; 374a1d3c478SJan Schmidt int mirror_num; 3752c8cdd6eSMiao Xie int num_tgtdevs; 3762c8cdd6eSMiao Xie int *tgtdev_map; 3778e5cfb55SZhao Lei /* 3788e5cfb55SZhao Lei * logical block numbers for the start of each stripe 3798e5cfb55SZhao Lei * The last one or two are p/q. These are sorted, 3808e5cfb55SZhao Lei * so raid_map[0] is the start of our full stripe 3818e5cfb55SZhao Lei */ 3828e5cfb55SZhao Lei u64 *raid_map; 3834c664611SQu Wenruo struct btrfs_io_stripe stripes[]; 384cea9e445SChris Mason }; 385cea9e445SChris Mason 386b2117a39SMiao Xie struct btrfs_device_info { 387b2117a39SMiao Xie struct btrfs_device *dev; 388b2117a39SMiao Xie u64 dev_offset; 389b2117a39SMiao Xie u64 max_avail; 39073c5de00SArne Jansen u64 total_avail; 391b2117a39SMiao Xie }; 392b2117a39SMiao Xie 39331e50229SLiu Bo struct btrfs_raid_attr { 3948c3e3582SDavid Sterba u8 sub_stripes; /* sub_stripes info for map */ 3958c3e3582SDavid Sterba u8 dev_stripes; /* stripes per dev */ 3968c3e3582SDavid Sterba u8 devs_max; /* max devs to use */ 3978c3e3582SDavid Sterba u8 devs_min; /* min devs needed */ 3988c3e3582SDavid Sterba u8 tolerated_failures; /* max tolerated fail devs */ 3998c3e3582SDavid Sterba u8 devs_increment; /* ndevs has to be a multiple of this */ 4008c3e3582SDavid Sterba u8 ncopies; /* how many copies to data has */ 4018c3e3582SDavid Sterba u8 nparity; /* number of stripes worth of bytes to store 402b50836edSHans van Kranenburg * parity information */ 4038c3e3582SDavid Sterba u8 mindev_error; /* error code if min devs requisite is unmet */ 404ed23467bSAnand Jain const char raid_name[8]; /* name of the raid */ 40541a6e891SAnand Jain u64 bg_flag; /* block group flag of the raid */ 40631e50229SLiu Bo }; 40731e50229SLiu Bo 408af902047SZhao Lei extern const struct btrfs_raid_attr btrfs_raid_array[BTRFS_NR_RAID_TYPES]; 409af902047SZhao Lei 4101abe9b8aSliubo struct map_lookup { 4111abe9b8aSliubo u64 type; 4121abe9b8aSliubo int io_align; 4131abe9b8aSliubo int io_width; 4143d8da678SLiu Bo u64 stripe_len; 4151abe9b8aSliubo int num_stripes; 4161abe9b8aSliubo int sub_stripes; 417cf90d884SQu Wenruo int verified_stripes; /* For mount time dev extent verification */ 4184c664611SQu Wenruo struct btrfs_io_stripe stripes[]; 4191abe9b8aSliubo }; 4201abe9b8aSliubo 421a2de733cSArne Jansen #define map_lookup_size(n) (sizeof(struct map_lookup) + \ 4224c664611SQu Wenruo (sizeof(struct btrfs_io_stripe) * (n))) 423a2de733cSArne Jansen 424c9e9f97bSIlya Dryomov struct btrfs_balance_args; 42519a39dceSIlya Dryomov struct btrfs_balance_progress; 426c9e9f97bSIlya Dryomov struct btrfs_balance_control { 427c9e9f97bSIlya Dryomov struct btrfs_balance_args data; 428c9e9f97bSIlya Dryomov struct btrfs_balance_args meta; 429c9e9f97bSIlya Dryomov struct btrfs_balance_args sys; 430c9e9f97bSIlya Dryomov 431c9e9f97bSIlya Dryomov u64 flags; 43219a39dceSIlya Dryomov 43319a39dceSIlya Dryomov struct btrfs_balance_progress stat; 434c9e9f97bSIlya Dryomov }; 435c9e9f97bSIlya Dryomov 436cf8cddd3SChristoph Hellwig enum btrfs_map_op { 437cf8cddd3SChristoph Hellwig BTRFS_MAP_READ, 438cf8cddd3SChristoph Hellwig BTRFS_MAP_WRITE, 439cf8cddd3SChristoph Hellwig BTRFS_MAP_DISCARD, 440cf8cddd3SChristoph Hellwig BTRFS_MAP_GET_READ_MIRRORS, 441cf8cddd3SChristoph Hellwig }; 442cf8cddd3SChristoph Hellwig 443cf8cddd3SChristoph Hellwig static inline enum btrfs_map_op btrfs_op(struct bio *bio) 444cf8cddd3SChristoph Hellwig { 445cf8cddd3SChristoph Hellwig switch (bio_op(bio)) { 446cf8cddd3SChristoph Hellwig case REQ_OP_DISCARD: 447cf8cddd3SChristoph Hellwig return BTRFS_MAP_DISCARD; 448cf8cddd3SChristoph Hellwig case REQ_OP_WRITE: 449cfe94440SNaohiro Aota case REQ_OP_ZONE_APPEND: 450cf8cddd3SChristoph Hellwig return BTRFS_MAP_WRITE; 451cf8cddd3SChristoph Hellwig default: 452cf8cddd3SChristoph Hellwig WARN_ON_ONCE(1); 453c730ae0cSMarcos Paulo de Souza fallthrough; 454cf8cddd3SChristoph Hellwig case REQ_OP_READ: 455cf8cddd3SChristoph Hellwig return BTRFS_MAP_READ; 456cf8cddd3SChristoph Hellwig } 457cf8cddd3SChristoph Hellwig } 458cf8cddd3SChristoph Hellwig 4594c664611SQu Wenruo void btrfs_get_bioc(struct btrfs_io_context *bioc); 4604c664611SQu Wenruo void btrfs_put_bioc(struct btrfs_io_context *bioc); 461cf8cddd3SChristoph Hellwig int btrfs_map_block(struct btrfs_fs_info *fs_info, enum btrfs_map_op op, 462cea9e445SChris Mason u64 logical, u64 *length, 4634c664611SQu Wenruo struct btrfs_io_context **bioc_ret, int mirror_num); 464cf8cddd3SChristoph Hellwig int btrfs_map_sblock(struct btrfs_fs_info *fs_info, enum btrfs_map_op op, 465af8e2d1dSMiao Xie u64 logical, u64 *length, 4664c664611SQu Wenruo struct btrfs_io_context **bioc_ret); 46742034313SMichal Rostecki int btrfs_get_io_geometry(struct btrfs_fs_info *fs_info, struct extent_map *map, 46843c0d1a5SQu Wenruo enum btrfs_map_op op, u64 logical, 46942034313SMichal Rostecki struct btrfs_io_geometry *io_geom); 4706bccf3abSJeff Mahoney int btrfs_read_sys_array(struct btrfs_fs_info *fs_info); 4715b4aacefSJeff Mahoney int btrfs_read_chunk_tree(struct btrfs_fs_info *fs_info); 472f6f39f7aSNikolay Borisov struct btrfs_block_group *btrfs_create_chunk(struct btrfs_trans_handle *trans, 47379bd3712SFilipe Manana u64 type); 474c8bf1b67SDavid Sterba void btrfs_mapping_tree_free(struct extent_map_tree *tree); 47558efbc9fSOmar Sandoval blk_status_t btrfs_map_bio(struct btrfs_fs_info *fs_info, struct bio *bio, 47608635baeSChris Mason int mirror_num); 4778a4b83ccSChris Mason int btrfs_open_devices(struct btrfs_fs_devices *fs_devices, 47897288f2cSChristoph Hellwig fmode_t flags, void *holder); 47936350e95SGu Jinxiang struct btrfs_device *btrfs_scan_one_device(const char *path, 48036350e95SGu Jinxiang fmode_t flags, void *holder); 481228a73abSAnand Jain int btrfs_forget_devices(const char *path); 48254eed6aeSNikolay Borisov void btrfs_close_devices(struct btrfs_fs_devices *fs_devices); 483bacce86aSAnand Jain void btrfs_free_extra_devids(struct btrfs_fs_devices *fs_devices); 484d6507cf1SNikolay Borisov void btrfs_assign_next_active_device(struct btrfs_device *device, 485d6507cf1SNikolay Borisov struct btrfs_device *this_dev); 486a27a94c2SNikolay Borisov struct btrfs_device *btrfs_find_device_by_devspec(struct btrfs_fs_info *fs_info, 487a27a94c2SNikolay Borisov u64 devid, 488a27a94c2SNikolay Borisov const char *devpath); 48912bd2fc0SIlya Dryomov struct btrfs_device *btrfs_alloc_device(struct btrfs_fs_info *fs_info, 49012bd2fc0SIlya Dryomov const u64 *devid, 49112bd2fc0SIlya Dryomov const u8 *uuid); 492a425f9d4SDavid Sterba void btrfs_free_device(struct btrfs_device *device); 4932ff7e61eSJeff Mahoney int btrfs_rm_device(struct btrfs_fs_info *fs_info, 4943fa421deSJosef Bacik const char *device_path, u64 devid, 4953fa421deSJosef Bacik struct block_device **bdev, fmode_t *mode); 496ffc5a379SDavid Sterba void __exit btrfs_cleanup_fs_uuids(void); 4975d964051SStefan Behrens int btrfs_num_copies(struct btrfs_fs_info *fs_info, u64 logical, u64 len); 4988f18cf13SChris Mason int btrfs_grow_device(struct btrfs_trans_handle *trans, 4998f18cf13SChris Mason struct btrfs_device *device, u64 new_size); 500e4319cd9SAnand Jain struct btrfs_device *btrfs_find_device(struct btrfs_fs_devices *fs_devices, 501b2598edfSAnand Jain u64 devid, u8 *uuid, u8 *fsid); 5028f18cf13SChris Mason int btrfs_shrink_device(struct btrfs_device *device, u64 new_size); 503da353f6bSDavid Sterba int btrfs_init_new_device(struct btrfs_fs_info *fs_info, const char *path); 5046fcf6e2bSDavid Sterba int btrfs_balance(struct btrfs_fs_info *fs_info, 5056fcf6e2bSDavid Sterba struct btrfs_balance_control *bctl, 506c9e9f97bSIlya Dryomov struct btrfs_ioctl_balance_args *bargs); 507f89e09cfSAnand Jain void btrfs_describe_block_groups(u64 flags, char *buf, u32 size_buf); 5082b6ba629SIlya Dryomov int btrfs_resume_balance_async(struct btrfs_fs_info *fs_info); 50968310a5eSIlya Dryomov int btrfs_recover_balance(struct btrfs_fs_info *fs_info); 510837d5b6eSIlya Dryomov int btrfs_pause_balance(struct btrfs_fs_info *fs_info); 51118bb8bbfSJohannes Thumshirn int btrfs_relocate_chunk(struct btrfs_fs_info *fs_info, u64 chunk_offset); 512a7e99c69SIlya Dryomov int btrfs_cancel_balance(struct btrfs_fs_info *fs_info); 513f7a81ea4SStefan Behrens int btrfs_create_uuid_tree(struct btrfs_fs_info *fs_info); 51497f4dd09SNikolay Borisov int btrfs_uuid_scan_kthread(void *data); 515a09f23c3SAnand Jain bool btrfs_chunk_writeable(struct btrfs_fs_info *fs_info, u64 chunk_offset); 51660dfdf25SNikolay Borisov int find_free_dev_extent(struct btrfs_device *device, u64 num_bytes, 517ba1bf481SJosef Bacik u64 *start, u64 *max_avail); 518442a4f63SStefan Behrens void btrfs_dev_stat_inc_and_print(struct btrfs_device *dev, int index); 5192ff7e61eSJeff Mahoney int btrfs_get_dev_stats(struct btrfs_fs_info *fs_info, 520b27f7c0cSDavid Sterba struct btrfs_ioctl_get_dev_stats *stats); 521cb517eabSMiao Xie void btrfs_init_devices_late(struct btrfs_fs_info *fs_info); 522733f4fbbSStefan Behrens int btrfs_init_dev_stats(struct btrfs_fs_info *fs_info); 523196c9d8dSDavid Sterba int btrfs_run_dev_stats(struct btrfs_trans_handle *trans); 52468a9db5fSNikolay Borisov void btrfs_rm_dev_replace_remove_srcdev(struct btrfs_device *srcdev); 52565237ee3SDavid Sterba void btrfs_rm_dev_replace_free_srcdev(struct btrfs_device *srcdev); 5264f5ad7bdSNikolay Borisov void btrfs_destroy_dev_replace_tgtdev(struct btrfs_device *tgtdev); 527592d92eeSLiu Bo int btrfs_is_parity_mirror(struct btrfs_fs_info *fs_info, 528e4ff5fb5SNikolay Borisov u64 logical, u64 len); 5292ff7e61eSJeff Mahoney unsigned long btrfs_full_stripe_len(struct btrfs_fs_info *fs_info, 53053b381b3SDavid Woodhouse u64 logical); 53179bd3712SFilipe Manana int btrfs_chunk_alloc_add_chunk_item(struct btrfs_trans_handle *trans, 53279bd3712SFilipe Manana struct btrfs_block_group *bg); 53397aff912SNikolay Borisov int btrfs_remove_chunk(struct btrfs_trans_handle *trans, u64 chunk_offset); 53460ca842eSOmar Sandoval struct extent_map *btrfs_get_chunk_map(struct btrfs_fs_info *fs_info, 53560ca842eSOmar Sandoval u64 logical, u64 length); 5368f32380dSJohannes Thumshirn void btrfs_release_disk_super(struct btrfs_super_block *super); 537addc3fa7SMiao Xie 538442a4f63SStefan Behrens static inline void btrfs_dev_stat_inc(struct btrfs_device *dev, 539442a4f63SStefan Behrens int index) 540442a4f63SStefan Behrens { 541442a4f63SStefan Behrens atomic_inc(dev->dev_stat_values + index); 5429deae968SNikolay Borisov /* 5439deae968SNikolay Borisov * This memory barrier orders stores updating statistics before stores 5449deae968SNikolay Borisov * updating dev_stats_ccnt. 5459deae968SNikolay Borisov * 5469deae968SNikolay Borisov * It pairs with smp_rmb() in btrfs_run_dev_stats(). 5479deae968SNikolay Borisov */ 548addc3fa7SMiao Xie smp_mb__before_atomic(); 549addc3fa7SMiao Xie atomic_inc(&dev->dev_stats_ccnt); 550442a4f63SStefan Behrens } 551442a4f63SStefan Behrens 552442a4f63SStefan Behrens static inline int btrfs_dev_stat_read(struct btrfs_device *dev, 553442a4f63SStefan Behrens int index) 554442a4f63SStefan Behrens { 555442a4f63SStefan Behrens return atomic_read(dev->dev_stat_values + index); 556442a4f63SStefan Behrens } 557442a4f63SStefan Behrens 558442a4f63SStefan Behrens static inline int btrfs_dev_stat_read_and_reset(struct btrfs_device *dev, 559442a4f63SStefan Behrens int index) 560442a4f63SStefan Behrens { 561442a4f63SStefan Behrens int ret; 562442a4f63SStefan Behrens 563442a4f63SStefan Behrens ret = atomic_xchg(dev->dev_stat_values + index, 0); 5644660c49fSNikolay Borisov /* 5654660c49fSNikolay Borisov * atomic_xchg implies a full memory barriers as per atomic_t.txt: 5664660c49fSNikolay Borisov * - RMW operations that have a return value are fully ordered; 5674660c49fSNikolay Borisov * 5684660c49fSNikolay Borisov * This implicit memory barriers is paired with the smp_rmb in 5694660c49fSNikolay Borisov * btrfs_run_dev_stats 5704660c49fSNikolay Borisov */ 571addc3fa7SMiao Xie atomic_inc(&dev->dev_stats_ccnt); 572442a4f63SStefan Behrens return ret; 573442a4f63SStefan Behrens } 574442a4f63SStefan Behrens 575442a4f63SStefan Behrens static inline void btrfs_dev_stat_set(struct btrfs_device *dev, 576442a4f63SStefan Behrens int index, unsigned long val) 577442a4f63SStefan Behrens { 578442a4f63SStefan Behrens atomic_set(dev->dev_stat_values + index, val); 5799deae968SNikolay Borisov /* 5809deae968SNikolay Borisov * This memory barrier orders stores updating statistics before stores 5819deae968SNikolay Borisov * updating dev_stats_ccnt. 5829deae968SNikolay Borisov * 5839deae968SNikolay Borisov * It pairs with smp_rmb() in btrfs_run_dev_stats(). 5849deae968SNikolay Borisov */ 585addc3fa7SMiao Xie smp_mb__before_atomic(); 586addc3fa7SMiao Xie atomic_inc(&dev->dev_stats_ccnt); 587442a4f63SStefan Behrens } 588442a4f63SStefan Behrens 589bbbf7243SNikolay Borisov void btrfs_commit_device_sizes(struct btrfs_transaction *trans); 59004216820SFilipe Manana 5914143cb8bSDavid Sterba struct list_head * __attribute_const__ btrfs_get_fs_uuids(void); 5926528b99dSAnand Jain bool btrfs_check_rw_degradable(struct btrfs_fs_info *fs_info, 5936528b99dSAnand Jain struct btrfs_device *failing_dev); 594313b0858SJosef Bacik void btrfs_scratch_superblocks(struct btrfs_fs_info *fs_info, 595313b0858SJosef Bacik struct block_device *bdev, 596313b0858SJosef Bacik const char *device_path); 59721634a19SQu Wenruo 598500a44c9SDavid Sterba enum btrfs_raid_types __attribute_const__ btrfs_bg_flags_to_raid_index(u64 flags); 59946df06b8SDavid Sterba int btrfs_bg_type_to_factor(u64 flags); 600158da513SDavid Sterba const char *btrfs_bg_type_to_raid_name(u64 flags); 601cf90d884SQu Wenruo int btrfs_verify_dev_extents(struct btrfs_fs_info *fs_info); 602f7ef5287SNaohiro Aota int btrfs_repair_one_zone(struct btrfs_fs_info *fs_info, u64 logical); 60346df06b8SDavid Sterba 6040b86a832SChris Mason #endif 605