xref: /openbmc/linux/fs/btrfs/space-info.h (revision f1e5c6185ca166cde0c7c2eeeab5d233ef315140)
18719aaaeSJosef Bacik /* SPDX-License-Identifier: GPL-2.0 */
28719aaaeSJosef Bacik 
38719aaaeSJosef Bacik #ifndef BTRFS_SPACE_INFO_H
48719aaaeSJosef Bacik #define BTRFS_SPACE_INFO_H
58719aaaeSJosef Bacik 
6f04fbcc6SQu Wenruo #include "volumes.h"
7f04fbcc6SQu Wenruo 
8*f1e5c618SJosef Bacik /*
9*f1e5c618SJosef Bacik  * Different levels for to flush space when doing space reservations.
10*f1e5c618SJosef Bacik  *
11*f1e5c618SJosef Bacik  * The higher the level, the more methods we try to reclaim space.
12*f1e5c618SJosef Bacik  */
13*f1e5c618SJosef Bacik enum btrfs_reserve_flush_enum {
14*f1e5c618SJosef Bacik 	/* If we are in the transaction, we can't flush anything.*/
15*f1e5c618SJosef Bacik 	BTRFS_RESERVE_NO_FLUSH,
16*f1e5c618SJosef Bacik 
17*f1e5c618SJosef Bacik 	/*
18*f1e5c618SJosef Bacik 	 * Flush space by:
19*f1e5c618SJosef Bacik 	 * - Running delayed inode items
20*f1e5c618SJosef Bacik 	 * - Allocating a new chunk
21*f1e5c618SJosef Bacik 	 */
22*f1e5c618SJosef Bacik 	BTRFS_RESERVE_FLUSH_LIMIT,
23*f1e5c618SJosef Bacik 
24*f1e5c618SJosef Bacik 	/*
25*f1e5c618SJosef Bacik 	 * Flush space by:
26*f1e5c618SJosef Bacik 	 * - Running delayed inode items
27*f1e5c618SJosef Bacik 	 * - Running delayed refs
28*f1e5c618SJosef Bacik 	 * - Running delalloc and waiting for ordered extents
29*f1e5c618SJosef Bacik 	 * - Allocating a new chunk
30*f1e5c618SJosef Bacik 	 */
31*f1e5c618SJosef Bacik 	BTRFS_RESERVE_FLUSH_EVICT,
32*f1e5c618SJosef Bacik 
33*f1e5c618SJosef Bacik 	/*
34*f1e5c618SJosef Bacik 	 * Flush space by above mentioned methods and by:
35*f1e5c618SJosef Bacik 	 * - Running delayed iputs
36*f1e5c618SJosef Bacik 	 * - Committing transaction
37*f1e5c618SJosef Bacik 	 *
38*f1e5c618SJosef Bacik 	 * Can be interrupted by a fatal signal.
39*f1e5c618SJosef Bacik 	 */
40*f1e5c618SJosef Bacik 	BTRFS_RESERVE_FLUSH_DATA,
41*f1e5c618SJosef Bacik 	BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE,
42*f1e5c618SJosef Bacik 	BTRFS_RESERVE_FLUSH_ALL,
43*f1e5c618SJosef Bacik 
44*f1e5c618SJosef Bacik 	/*
45*f1e5c618SJosef Bacik 	 * Pretty much the same as FLUSH_ALL, but can also steal space from
46*f1e5c618SJosef Bacik 	 * global rsv.
47*f1e5c618SJosef Bacik 	 *
48*f1e5c618SJosef Bacik 	 * Can be interrupted by a fatal signal.
49*f1e5c618SJosef Bacik 	 */
50*f1e5c618SJosef Bacik 	BTRFS_RESERVE_FLUSH_ALL_STEAL,
51*f1e5c618SJosef Bacik };
52*f1e5c618SJosef Bacik 
53*f1e5c618SJosef Bacik enum btrfs_flush_state {
54*f1e5c618SJosef Bacik 	FLUSH_DELAYED_ITEMS_NR	= 1,
55*f1e5c618SJosef Bacik 	FLUSH_DELAYED_ITEMS	= 2,
56*f1e5c618SJosef Bacik 	FLUSH_DELAYED_REFS_NR	= 3,
57*f1e5c618SJosef Bacik 	FLUSH_DELAYED_REFS	= 4,
58*f1e5c618SJosef Bacik 	FLUSH_DELALLOC		= 5,
59*f1e5c618SJosef Bacik 	FLUSH_DELALLOC_WAIT	= 6,
60*f1e5c618SJosef Bacik 	FLUSH_DELALLOC_FULL	= 7,
61*f1e5c618SJosef Bacik 	ALLOC_CHUNK		= 8,
62*f1e5c618SJosef Bacik 	ALLOC_CHUNK_FORCE	= 9,
63*f1e5c618SJosef Bacik 	RUN_DELAYED_IPUTS	= 10,
64*f1e5c618SJosef Bacik 	COMMIT_TRANS		= 11,
65*f1e5c618SJosef Bacik };
66*f1e5c618SJosef Bacik 
678719aaaeSJosef Bacik struct btrfs_space_info {
688719aaaeSJosef Bacik 	spinlock_t lock;
698719aaaeSJosef Bacik 
708719aaaeSJosef Bacik 	u64 total_bytes;	/* total bytes in the space,
718719aaaeSJosef Bacik 				   this doesn't take mirrors into account */
728719aaaeSJosef Bacik 	u64 bytes_used;		/* total bytes used,
738719aaaeSJosef Bacik 				   this doesn't take mirrors into account */
748719aaaeSJosef Bacik 	u64 bytes_pinned;	/* total bytes pinned, will be freed when the
758719aaaeSJosef Bacik 				   transaction finishes */
768719aaaeSJosef Bacik 	u64 bytes_reserved;	/* total bytes the allocator has reserved for
778719aaaeSJosef Bacik 				   current allocations */
788719aaaeSJosef Bacik 	u64 bytes_may_use;	/* number of bytes that may be used for
798719aaaeSJosef Bacik 				   delalloc/allocations */
808719aaaeSJosef Bacik 	u64 bytes_readonly;	/* total bytes that are read only */
816a921de5SNaohiro Aota 	/* Total bytes in the space, but only accounts active block groups. */
826a921de5SNaohiro Aota 	u64 active_total_bytes;
83169e0da9SNaohiro Aota 	u64 bytes_zone_unusable;	/* total bytes that are unusable until
84169e0da9SNaohiro Aota 					   resetting the device zone */
858719aaaeSJosef Bacik 
868719aaaeSJosef Bacik 	u64 max_extent_size;	/* This will hold the maximum extent size of
878719aaaeSJosef Bacik 				   the space info if we had an ENOSPC in the
888719aaaeSJosef Bacik 				   allocator. */
89f6fca391SStefan Roesch 	/* Chunk size in bytes */
90f6fca391SStefan Roesch 	u64 chunk_size;
918719aaaeSJosef Bacik 
92bb5a098dSJosef Bacik 	/*
93bb5a098dSJosef Bacik 	 * Once a block group drops below this threshold (percents) we'll
94bb5a098dSJosef Bacik 	 * schedule it for reclaim.
95bb5a098dSJosef Bacik 	 */
96bb5a098dSJosef Bacik 	int bg_reclaim_threshold;
97bb5a098dSJosef Bacik 
9888a777a6SJosef Bacik 	int clamp;		/* Used to scale our threshold for preemptive
9988a777a6SJosef Bacik 				   flushing. The value is >> clamp, so turns
10088a777a6SJosef Bacik 				   out to be a 2^clamp divisor. */
10188a777a6SJosef Bacik 
1028719aaaeSJosef Bacik 	unsigned int full:1;	/* indicates that we cannot allocate any more
1038719aaaeSJosef Bacik 				   chunks for this space */
1048719aaaeSJosef Bacik 	unsigned int chunk_alloc:1;	/* set if we are allocating a chunk */
1058719aaaeSJosef Bacik 
1068719aaaeSJosef Bacik 	unsigned int flush:1;		/* set if we are trying to make space */
1078719aaaeSJosef Bacik 
1088719aaaeSJosef Bacik 	unsigned int force_alloc;	/* set if we need to force a chunk
1098719aaaeSJosef Bacik 					   alloc for this space */
1108719aaaeSJosef Bacik 
1118719aaaeSJosef Bacik 	u64 disk_used;		/* total bytes used on disk */
1128719aaaeSJosef Bacik 	u64 disk_total;		/* total bytes on disk, takes mirrors into
1138719aaaeSJosef Bacik 				   account */
1148719aaaeSJosef Bacik 
1158719aaaeSJosef Bacik 	u64 flags;
1168719aaaeSJosef Bacik 
1178719aaaeSJosef Bacik 	struct list_head list;
1188719aaaeSJosef Bacik 	/* Protected by the spinlock 'lock'. */
1198719aaaeSJosef Bacik 	struct list_head ro_bgs;
1208719aaaeSJosef Bacik 	struct list_head priority_tickets;
1218719aaaeSJosef Bacik 	struct list_head tickets;
122db161806SNikolay Borisov 
123db161806SNikolay Borisov 	/*
124db161806SNikolay Borisov 	 * Size of space that needs to be reclaimed in order to satisfy pending
125db161806SNikolay Borisov 	 * tickets
126db161806SNikolay Borisov 	 */
127db161806SNikolay Borisov 	u64 reclaim_size;
128db161806SNikolay Borisov 
1298719aaaeSJosef Bacik 	/*
1308719aaaeSJosef Bacik 	 * tickets_id just indicates the next ticket will be handled, so note
1318719aaaeSJosef Bacik 	 * it's not stored per ticket.
1328719aaaeSJosef Bacik 	 */
1338719aaaeSJosef Bacik 	u64 tickets_id;
1348719aaaeSJosef Bacik 
1358719aaaeSJosef Bacik 	struct rw_semaphore groups_sem;
1368719aaaeSJosef Bacik 	/* for block groups in our same type */
1378719aaaeSJosef Bacik 	struct list_head block_groups[BTRFS_NR_RAID_TYPES];
1388719aaaeSJosef Bacik 
1398719aaaeSJosef Bacik 	struct kobject kobj;
1408719aaaeSJosef Bacik 	struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];
1418719aaaeSJosef Bacik };
1428719aaaeSJosef Bacik 
143b338b013SJosef Bacik struct reserve_ticket {
144b338b013SJosef Bacik 	u64 bytes;
145b338b013SJosef Bacik 	int error;
1467f9fe614SJosef Bacik 	bool steal;
147b338b013SJosef Bacik 	struct list_head list;
148b338b013SJosef Bacik 	wait_queue_head_t wait;
149b338b013SJosef Bacik };
150b338b013SJosef Bacik 
1518719aaaeSJosef Bacik static inline bool btrfs_mixed_space_info(struct btrfs_space_info *space_info)
1528719aaaeSJosef Bacik {
1538719aaaeSJosef Bacik 	return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&
1548719aaaeSJosef Bacik 		(space_info->flags & BTRFS_BLOCK_GROUP_DATA));
1558719aaaeSJosef Bacik }
1568719aaaeSJosef Bacik 
157bb96c4e5SJosef Bacik /*
158bb96c4e5SJosef Bacik  *
159bb96c4e5SJosef Bacik  * Declare a helper function to detect underflow of various space info members
160bb96c4e5SJosef Bacik  */
161f3e75e38SJosef Bacik #define DECLARE_SPACE_INFO_UPDATE(name, trace_name)			\
162bb96c4e5SJosef Bacik static inline void							\
163bb96c4e5SJosef Bacik btrfs_space_info_update_##name(struct btrfs_fs_info *fs_info,		\
164bb96c4e5SJosef Bacik 			       struct btrfs_space_info *sinfo,		\
165bb96c4e5SJosef Bacik 			       s64 bytes)				\
166bb96c4e5SJosef Bacik {									\
167f3e75e38SJosef Bacik 	const u64 abs_bytes = (bytes < 0) ? -bytes : bytes;		\
168bb96c4e5SJosef Bacik 	lockdep_assert_held(&sinfo->lock);				\
169bb96c4e5SJosef Bacik 	trace_update_##name(fs_info, sinfo, sinfo->name, bytes);	\
170f3e75e38SJosef Bacik 	trace_btrfs_space_reservation(fs_info, trace_name,		\
171f3e75e38SJosef Bacik 				      sinfo->flags, abs_bytes,		\
172f3e75e38SJosef Bacik 				      bytes > 0);			\
173bb96c4e5SJosef Bacik 	if (bytes < 0 && sinfo->name < -bytes) {			\
174bb96c4e5SJosef Bacik 		WARN_ON(1);						\
175bb96c4e5SJosef Bacik 		sinfo->name = 0;					\
176bb96c4e5SJosef Bacik 		return;							\
177bb96c4e5SJosef Bacik 	}								\
178bb96c4e5SJosef Bacik 	sinfo->name += bytes;						\
179bb96c4e5SJosef Bacik }
180bb96c4e5SJosef Bacik 
181f3e75e38SJosef Bacik DECLARE_SPACE_INFO_UPDATE(bytes_may_use, "space_info");
182f3e75e38SJosef Bacik DECLARE_SPACE_INFO_UPDATE(bytes_pinned, "pinned");
183bb96c4e5SJosef Bacik 
184280c2908SJosef Bacik int btrfs_init_space_info(struct btrfs_fs_info *fs_info);
1859d4b0a12SJosef Bacik void btrfs_add_bg_to_space_info(struct btrfs_fs_info *info,
186723de71dSJosef Bacik 				struct btrfs_block_group *block_group);
187f6fca391SStefan Roesch void btrfs_update_space_info_chunk_size(struct btrfs_space_info *space_info,
188f6fca391SStefan Roesch 					u64 chunk_size);
189280c2908SJosef Bacik struct btrfs_space_info *btrfs_find_space_info(struct btrfs_fs_info *info,
190280c2908SJosef Bacik 					       u64 flags);
191e1f60a65SDavid Sterba u64 __pure btrfs_space_info_used(struct btrfs_space_info *s_info,
192280c2908SJosef Bacik 			  bool may_use_included);
193280c2908SJosef Bacik void btrfs_clear_space_info_full(struct btrfs_fs_info *info);
1945da6afebSJosef Bacik void btrfs_dump_space_info(struct btrfs_fs_info *fs_info,
1955da6afebSJosef Bacik 			   struct btrfs_space_info *info, u64 bytes,
1965da6afebSJosef Bacik 			   int dump_block_groups);
1979270501cSJosef Bacik int btrfs_reserve_metadata_bytes(struct btrfs_fs_info *fs_info,
1980d9764f6SJosef Bacik 				 struct btrfs_block_rsv *block_rsv,
1990d9764f6SJosef Bacik 				 u64 orig_bytes,
2000d9764f6SJosef Bacik 				 enum btrfs_reserve_flush_enum flush);
20118fa2284SJosef Bacik void btrfs_try_granting_tickets(struct btrfs_fs_info *fs_info,
20218fa2284SJosef Bacik 				struct btrfs_space_info *space_info);
203a30a3d20SJosef Bacik int btrfs_can_overcommit(struct btrfs_fs_info *fs_info,
204a30a3d20SJosef Bacik 			 struct btrfs_space_info *space_info, u64 bytes,
205a30a3d20SJosef Bacik 			 enum btrfs_reserve_flush_enum flush);
20618fa2284SJosef Bacik 
207d05e4649SJosef Bacik static inline void btrfs_space_info_free_bytes_may_use(
20818fa2284SJosef Bacik 				struct btrfs_fs_info *fs_info,
20918fa2284SJosef Bacik 				struct btrfs_space_info *space_info,
21018fa2284SJosef Bacik 				u64 num_bytes)
21118fa2284SJosef Bacik {
21218fa2284SJosef Bacik 	spin_lock(&space_info->lock);
21318fa2284SJosef Bacik 	btrfs_space_info_update_bytes_may_use(fs_info, space_info, -num_bytes);
21418fa2284SJosef Bacik 	btrfs_try_granting_tickets(fs_info, space_info);
21518fa2284SJosef Bacik 	spin_unlock(&space_info->lock);
21618fa2284SJosef Bacik }
2178698fc4eSJosef Bacik int btrfs_reserve_data_bytes(struct btrfs_fs_info *fs_info, u64 bytes,
2188698fc4eSJosef Bacik 			     enum btrfs_reserve_flush_enum flush);
2198e327b9cSQu Wenruo void btrfs_dump_space_info_for_trans_abort(struct btrfs_fs_info *fs_info);
22043712116SJosef Bacik void btrfs_init_async_reclaim_work(struct btrfs_fs_info *fs_info);
2218e327b9cSQu Wenruo 
2228719aaaeSJosef Bacik #endif /* BTRFS_SPACE_INFO_H */
223