18719aaaeSJosef Bacik /* SPDX-License-Identifier: GPL-2.0 */ 28719aaaeSJosef Bacik 38719aaaeSJosef Bacik #ifndef BTRFS_SPACE_INFO_H 48719aaaeSJosef Bacik #define BTRFS_SPACE_INFO_H 58719aaaeSJosef Bacik 6f04fbcc6SQu Wenruo #include "volumes.h" 7f04fbcc6SQu Wenruo 8*f1e5c618SJosef Bacik /* 9*f1e5c618SJosef Bacik * Different levels for to flush space when doing space reservations. 10*f1e5c618SJosef Bacik * 11*f1e5c618SJosef Bacik * The higher the level, the more methods we try to reclaim space. 12*f1e5c618SJosef Bacik */ 13*f1e5c618SJosef Bacik enum btrfs_reserve_flush_enum { 14*f1e5c618SJosef Bacik /* If we are in the transaction, we can't flush anything.*/ 15*f1e5c618SJosef Bacik BTRFS_RESERVE_NO_FLUSH, 16*f1e5c618SJosef Bacik 17*f1e5c618SJosef Bacik /* 18*f1e5c618SJosef Bacik * Flush space by: 19*f1e5c618SJosef Bacik * - Running delayed inode items 20*f1e5c618SJosef Bacik * - Allocating a new chunk 21*f1e5c618SJosef Bacik */ 22*f1e5c618SJosef Bacik BTRFS_RESERVE_FLUSH_LIMIT, 23*f1e5c618SJosef Bacik 24*f1e5c618SJosef Bacik /* 25*f1e5c618SJosef Bacik * Flush space by: 26*f1e5c618SJosef Bacik * - Running delayed inode items 27*f1e5c618SJosef Bacik * - Running delayed refs 28*f1e5c618SJosef Bacik * - Running delalloc and waiting for ordered extents 29*f1e5c618SJosef Bacik * - Allocating a new chunk 30*f1e5c618SJosef Bacik */ 31*f1e5c618SJosef Bacik BTRFS_RESERVE_FLUSH_EVICT, 32*f1e5c618SJosef Bacik 33*f1e5c618SJosef Bacik /* 34*f1e5c618SJosef Bacik * Flush space by above mentioned methods and by: 35*f1e5c618SJosef Bacik * - Running delayed iputs 36*f1e5c618SJosef Bacik * - Committing transaction 37*f1e5c618SJosef Bacik * 38*f1e5c618SJosef Bacik * Can be interrupted by a fatal signal. 39*f1e5c618SJosef Bacik */ 40*f1e5c618SJosef Bacik BTRFS_RESERVE_FLUSH_DATA, 41*f1e5c618SJosef Bacik BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE, 42*f1e5c618SJosef Bacik BTRFS_RESERVE_FLUSH_ALL, 43*f1e5c618SJosef Bacik 44*f1e5c618SJosef Bacik /* 45*f1e5c618SJosef Bacik * Pretty much the same as FLUSH_ALL, but can also steal space from 46*f1e5c618SJosef Bacik * global rsv. 47*f1e5c618SJosef Bacik * 48*f1e5c618SJosef Bacik * Can be interrupted by a fatal signal. 49*f1e5c618SJosef Bacik */ 50*f1e5c618SJosef Bacik BTRFS_RESERVE_FLUSH_ALL_STEAL, 51*f1e5c618SJosef Bacik }; 52*f1e5c618SJosef Bacik 53*f1e5c618SJosef Bacik enum btrfs_flush_state { 54*f1e5c618SJosef Bacik FLUSH_DELAYED_ITEMS_NR = 1, 55*f1e5c618SJosef Bacik FLUSH_DELAYED_ITEMS = 2, 56*f1e5c618SJosef Bacik FLUSH_DELAYED_REFS_NR = 3, 57*f1e5c618SJosef Bacik FLUSH_DELAYED_REFS = 4, 58*f1e5c618SJosef Bacik FLUSH_DELALLOC = 5, 59*f1e5c618SJosef Bacik FLUSH_DELALLOC_WAIT = 6, 60*f1e5c618SJosef Bacik FLUSH_DELALLOC_FULL = 7, 61*f1e5c618SJosef Bacik ALLOC_CHUNK = 8, 62*f1e5c618SJosef Bacik ALLOC_CHUNK_FORCE = 9, 63*f1e5c618SJosef Bacik RUN_DELAYED_IPUTS = 10, 64*f1e5c618SJosef Bacik COMMIT_TRANS = 11, 65*f1e5c618SJosef Bacik }; 66*f1e5c618SJosef Bacik 678719aaaeSJosef Bacik struct btrfs_space_info { 688719aaaeSJosef Bacik spinlock_t lock; 698719aaaeSJosef Bacik 708719aaaeSJosef Bacik u64 total_bytes; /* total bytes in the space, 718719aaaeSJosef Bacik this doesn't take mirrors into account */ 728719aaaeSJosef Bacik u64 bytes_used; /* total bytes used, 738719aaaeSJosef Bacik this doesn't take mirrors into account */ 748719aaaeSJosef Bacik u64 bytes_pinned; /* total bytes pinned, will be freed when the 758719aaaeSJosef Bacik transaction finishes */ 768719aaaeSJosef Bacik u64 bytes_reserved; /* total bytes the allocator has reserved for 778719aaaeSJosef Bacik current allocations */ 788719aaaeSJosef Bacik u64 bytes_may_use; /* number of bytes that may be used for 798719aaaeSJosef Bacik delalloc/allocations */ 808719aaaeSJosef Bacik u64 bytes_readonly; /* total bytes that are read only */ 816a921de5SNaohiro Aota /* Total bytes in the space, but only accounts active block groups. */ 826a921de5SNaohiro Aota u64 active_total_bytes; 83169e0da9SNaohiro Aota u64 bytes_zone_unusable; /* total bytes that are unusable until 84169e0da9SNaohiro Aota resetting the device zone */ 858719aaaeSJosef Bacik 868719aaaeSJosef Bacik u64 max_extent_size; /* This will hold the maximum extent size of 878719aaaeSJosef Bacik the space info if we had an ENOSPC in the 888719aaaeSJosef Bacik allocator. */ 89f6fca391SStefan Roesch /* Chunk size in bytes */ 90f6fca391SStefan Roesch u64 chunk_size; 918719aaaeSJosef Bacik 92bb5a098dSJosef Bacik /* 93bb5a098dSJosef Bacik * Once a block group drops below this threshold (percents) we'll 94bb5a098dSJosef Bacik * schedule it for reclaim. 95bb5a098dSJosef Bacik */ 96bb5a098dSJosef Bacik int bg_reclaim_threshold; 97bb5a098dSJosef Bacik 9888a777a6SJosef Bacik int clamp; /* Used to scale our threshold for preemptive 9988a777a6SJosef Bacik flushing. The value is >> clamp, so turns 10088a777a6SJosef Bacik out to be a 2^clamp divisor. */ 10188a777a6SJosef Bacik 1028719aaaeSJosef Bacik unsigned int full:1; /* indicates that we cannot allocate any more 1038719aaaeSJosef Bacik chunks for this space */ 1048719aaaeSJosef Bacik unsigned int chunk_alloc:1; /* set if we are allocating a chunk */ 1058719aaaeSJosef Bacik 1068719aaaeSJosef Bacik unsigned int flush:1; /* set if we are trying to make space */ 1078719aaaeSJosef Bacik 1088719aaaeSJosef Bacik unsigned int force_alloc; /* set if we need to force a chunk 1098719aaaeSJosef Bacik alloc for this space */ 1108719aaaeSJosef Bacik 1118719aaaeSJosef Bacik u64 disk_used; /* total bytes used on disk */ 1128719aaaeSJosef Bacik u64 disk_total; /* total bytes on disk, takes mirrors into 1138719aaaeSJosef Bacik account */ 1148719aaaeSJosef Bacik 1158719aaaeSJosef Bacik u64 flags; 1168719aaaeSJosef Bacik 1178719aaaeSJosef Bacik struct list_head list; 1188719aaaeSJosef Bacik /* Protected by the spinlock 'lock'. */ 1198719aaaeSJosef Bacik struct list_head ro_bgs; 1208719aaaeSJosef Bacik struct list_head priority_tickets; 1218719aaaeSJosef Bacik struct list_head tickets; 122db161806SNikolay Borisov 123db161806SNikolay Borisov /* 124db161806SNikolay Borisov * Size of space that needs to be reclaimed in order to satisfy pending 125db161806SNikolay Borisov * tickets 126db161806SNikolay Borisov */ 127db161806SNikolay Borisov u64 reclaim_size; 128db161806SNikolay Borisov 1298719aaaeSJosef Bacik /* 1308719aaaeSJosef Bacik * tickets_id just indicates the next ticket will be handled, so note 1318719aaaeSJosef Bacik * it's not stored per ticket. 1328719aaaeSJosef Bacik */ 1338719aaaeSJosef Bacik u64 tickets_id; 1348719aaaeSJosef Bacik 1358719aaaeSJosef Bacik struct rw_semaphore groups_sem; 1368719aaaeSJosef Bacik /* for block groups in our same type */ 1378719aaaeSJosef Bacik struct list_head block_groups[BTRFS_NR_RAID_TYPES]; 1388719aaaeSJosef Bacik 1398719aaaeSJosef Bacik struct kobject kobj; 1408719aaaeSJosef Bacik struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES]; 1418719aaaeSJosef Bacik }; 1428719aaaeSJosef Bacik 143b338b013SJosef Bacik struct reserve_ticket { 144b338b013SJosef Bacik u64 bytes; 145b338b013SJosef Bacik int error; 1467f9fe614SJosef Bacik bool steal; 147b338b013SJosef Bacik struct list_head list; 148b338b013SJosef Bacik wait_queue_head_t wait; 149b338b013SJosef Bacik }; 150b338b013SJosef Bacik 1518719aaaeSJosef Bacik static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info) 1528719aaaeSJosef Bacik { 1538719aaaeSJosef Bacik return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) && 1548719aaaeSJosef Bacik (space_info->flags & BTRFS_BLOCK_GROUP_DATA)); 1558719aaaeSJosef Bacik } 1568719aaaeSJosef Bacik 157bb96c4e5SJosef Bacik /* 158bb96c4e5SJosef Bacik * 159bb96c4e5SJosef Bacik * Declare a helper function to detect underflow of various space info members 160bb96c4e5SJosef Bacik */ 161f3e75e38SJosef Bacik #define DECLARE_SPACE_INFO_UPDATE(name, trace_name) \ 162bb96c4e5SJosef Bacik static inline void \ 163bb96c4e5SJosef Bacik btrfs_space_info_update_##name(struct btrfs_fs_info *fs_info, \ 164bb96c4e5SJosef Bacik struct btrfs_space_info *sinfo, \ 165bb96c4e5SJosef Bacik s64 bytes) \ 166bb96c4e5SJosef Bacik { \ 167f3e75e38SJosef Bacik const u64 abs_bytes = (bytes < 0) ? -bytes : bytes; \ 168bb96c4e5SJosef Bacik lockdep_assert_held(&sinfo->lock); \ 169bb96c4e5SJosef Bacik trace_update_##name(fs_info, sinfo, sinfo->name, bytes); \ 170f3e75e38SJosef Bacik trace_btrfs_space_reservation(fs_info, trace_name, \ 171f3e75e38SJosef Bacik sinfo->flags, abs_bytes, \ 172f3e75e38SJosef Bacik bytes > 0); \ 173bb96c4e5SJosef Bacik if (bytes < 0 && sinfo->name < -bytes) { \ 174bb96c4e5SJosef Bacik WARN_ON(1); \ 175bb96c4e5SJosef Bacik sinfo->name = 0; \ 176bb96c4e5SJosef Bacik return; \ 177bb96c4e5SJosef Bacik } \ 178bb96c4e5SJosef Bacik sinfo->name += bytes; \ 179bb96c4e5SJosef Bacik } 180bb96c4e5SJosef Bacik 181f3e75e38SJosef Bacik DECLARE_SPACE_INFO_UPDATE(bytes_may_use, "space_info"); 182f3e75e38SJosef Bacik DECLARE_SPACE_INFO_UPDATE(bytes_pinned, "pinned"); 183bb96c4e5SJosef Bacik 184280c2908SJosef Bacik int btrfs_init_space_info(struct btrfs_fs_info *fs_info); 1859d4b0a12SJosef Bacik void btrfs_add_bg_to_space_info(struct btrfs_fs_info *info, 186723de71dSJosef Bacik struct btrfs_block_group *block_group); 187f6fca391SStefan Roesch void btrfs_update_space_info_chunk_size(struct btrfs_space_info *space_info, 188f6fca391SStefan Roesch u64 chunk_size); 189280c2908SJosef Bacik struct btrfs_space_info *btrfs_find_space_info(struct btrfs_fs_info *info, 190280c2908SJosef Bacik u64 flags); 191e1f60a65SDavid Sterba u64 __pure btrfs_space_info_used(struct btrfs_space_info *s_info, 192280c2908SJosef Bacik bool may_use_included); 193280c2908SJosef Bacik void btrfs_clear_space_info_full(struct btrfs_fs_info *info); 1945da6afebSJosef Bacik void btrfs_dump_space_info(struct btrfs_fs_info *fs_info, 1955da6afebSJosef Bacik struct btrfs_space_info *info, u64 bytes, 1965da6afebSJosef Bacik int dump_block_groups); 1979270501cSJosef Bacik int btrfs_reserve_metadata_bytes(struct btrfs_fs_info *fs_info, 1980d9764f6SJosef Bacik struct btrfs_block_rsv *block_rsv, 1990d9764f6SJosef Bacik u64 orig_bytes, 2000d9764f6SJosef Bacik enum btrfs_reserve_flush_enum flush); 20118fa2284SJosef Bacik void btrfs_try_granting_tickets(struct btrfs_fs_info *fs_info, 20218fa2284SJosef Bacik struct btrfs_space_info *space_info); 203a30a3d20SJosef Bacik int btrfs_can_overcommit(struct btrfs_fs_info *fs_info, 204a30a3d20SJosef Bacik struct btrfs_space_info *space_info, u64 bytes, 205a30a3d20SJosef Bacik enum btrfs_reserve_flush_enum flush); 20618fa2284SJosef Bacik 207d05e4649SJosef Bacik static inline void btrfs_space_info_free_bytes_may_use( 20818fa2284SJosef Bacik struct btrfs_fs_info *fs_info, 20918fa2284SJosef Bacik struct btrfs_space_info *space_info, 21018fa2284SJosef Bacik u64 num_bytes) 21118fa2284SJosef Bacik { 21218fa2284SJosef Bacik spin_lock(&space_info->lock); 21318fa2284SJosef Bacik btrfs_space_info_update_bytes_may_use(fs_info, space_info, -num_bytes); 21418fa2284SJosef Bacik btrfs_try_granting_tickets(fs_info, space_info); 21518fa2284SJosef Bacik spin_unlock(&space_info->lock); 21618fa2284SJosef Bacik } 2178698fc4eSJosef Bacik int btrfs_reserve_data_bytes(struct btrfs_fs_info *fs_info, u64 bytes, 2188698fc4eSJosef Bacik enum btrfs_reserve_flush_enum flush); 2198e327b9cSQu Wenruo void btrfs_dump_space_info_for_trans_abort(struct btrfs_fs_info *fs_info); 22043712116SJosef Bacik void btrfs_init_async_reclaim_work(struct btrfs_fs_info *fs_info); 2218e327b9cSQu Wenruo 2228719aaaeSJosef Bacik #endif /* BTRFS_SPACE_INFO_H */ 223