300 lines · c
1/* SPDX-License-Identifier: GPL-2.0 */2 3#ifndef BTRFS_SPACE_INFO_H4#define BTRFS_SPACE_INFO_H5 6#include <trace/events/btrfs.h>7#include <linux/spinlock.h>8#include <linux/list.h>9#include <linux/kobject.h>10#include <linux/lockdep.h>11#include <linux/wait.h>12#include <linux/rwsem.h>13#include "volumes.h"14 15struct btrfs_fs_info;16struct btrfs_block_group;17 18/*19 * Different levels for to flush space when doing space reservations.20 *21 * The higher the level, the more methods we try to reclaim space.22 */23enum btrfs_reserve_flush_enum {24 /* If we are in the transaction, we can't flush anything.*/25 BTRFS_RESERVE_NO_FLUSH,26 27 /*28 * Flush space by:29 * - Running delayed inode items30 * - Allocating a new chunk31 */32 BTRFS_RESERVE_FLUSH_LIMIT,33 34 /*35 * Flush space by:36 * - Running delayed inode items37 * - Running delayed refs38 * - Running delalloc and waiting for ordered extents39 * - Allocating a new chunk40 * - Committing transaction41 */42 BTRFS_RESERVE_FLUSH_EVICT,43 44 /*45 * Flush space by above mentioned methods and by:46 * - Running delayed iputs47 * - Committing transaction48 *49 * Can be interrupted by a fatal signal.50 */51 BTRFS_RESERVE_FLUSH_DATA,52 BTRFS_RESERVE_FLUSH_FREE_SPACE_INODE,53 BTRFS_RESERVE_FLUSH_ALL,54 55 /*56 * Pretty much the same as FLUSH_ALL, but can also steal space from57 * global rsv.58 *59 * Can be interrupted by a fatal signal.60 */61 BTRFS_RESERVE_FLUSH_ALL_STEAL,62 63 /*64 * This is for btrfs_use_block_rsv only. We have exhausted our block65 * rsv and our global block rsv. This can happen for things like66 * delalloc where we are overwriting a lot of extents with a single67 * extent and didn't reserve enough space. Alternatively it can happen68 * with delalloc where we reserve 1 extents worth for a large extent but69 * fragmentation leads to multiple extents being created. This will70 * give us the reservation in the case of71 *72 * if (num_bytes < (space_info->total_bytes -73 * btrfs_space_info_used(space_info, false))74 *75 * Which ignores bytes_may_use. This is potentially dangerous, but our76 * reservation system is generally pessimistic so is able to absorb this77 * style of mistake.78 */79 BTRFS_RESERVE_FLUSH_EMERGENCY,80};81 82enum btrfs_flush_state {83 FLUSH_DELAYED_ITEMS_NR = 1,84 FLUSH_DELAYED_ITEMS = 2,85 FLUSH_DELAYED_REFS_NR = 3,86 FLUSH_DELAYED_REFS = 4,87 FLUSH_DELALLOC = 5,88 FLUSH_DELALLOC_WAIT = 6,89 FLUSH_DELALLOC_FULL = 7,90 ALLOC_CHUNK = 8,91 ALLOC_CHUNK_FORCE = 9,92 RUN_DELAYED_IPUTS = 10,93 COMMIT_TRANS = 11,94};95 96struct btrfs_space_info {97 struct btrfs_fs_info *fs_info;98 spinlock_t lock;99 100 u64 total_bytes; /* total bytes in the space,101 this doesn't take mirrors into account */102 u64 bytes_used; /* total bytes used,103 this doesn't take mirrors into account */104 u64 bytes_pinned; /* total bytes pinned, will be freed when the105 transaction finishes */106 u64 bytes_reserved; /* total bytes the allocator has reserved for107 current allocations */108 u64 bytes_may_use; /* number of bytes that may be used for109 delalloc/allocations */110 u64 bytes_readonly; /* total bytes that are read only */111 u64 bytes_zone_unusable; /* total bytes that are unusable until112 resetting the device zone */113 114 u64 max_extent_size; /* This will hold the maximum extent size of115 the space info if we had an ENOSPC in the116 allocator. */117 /* Chunk size in bytes */118 u64 chunk_size;119 120 /*121 * Once a block group drops below this threshold (percents) we'll122 * schedule it for reclaim.123 */124 int bg_reclaim_threshold;125 126 int clamp; /* Used to scale our threshold for preemptive127 flushing. The value is >> clamp, so turns128 out to be a 2^clamp divisor. */129 130 unsigned int full:1; /* indicates that we cannot allocate any more131 chunks for this space */132 unsigned int chunk_alloc:1; /* set if we are allocating a chunk */133 134 unsigned int flush:1; /* set if we are trying to make space */135 136 unsigned int force_alloc; /* set if we need to force a chunk137 alloc for this space */138 139 u64 disk_used; /* total bytes used on disk */140 u64 disk_total; /* total bytes on disk, takes mirrors into141 account */142 143 u64 flags;144 145 struct list_head list;146 /* Protected by the spinlock 'lock'. */147 struct list_head ro_bgs;148 struct list_head priority_tickets;149 struct list_head tickets;150 151 /*152 * Size of space that needs to be reclaimed in order to satisfy pending153 * tickets154 */155 u64 reclaim_size;156 157 /*158 * tickets_id just indicates the next ticket will be handled, so note159 * it's not stored per ticket.160 */161 u64 tickets_id;162 163 struct rw_semaphore groups_sem;164 /* for block groups in our same type */165 struct list_head block_groups[BTRFS_NR_RAID_TYPES];166 167 struct kobject kobj;168 struct kobject *block_group_kobjs[BTRFS_NR_RAID_TYPES];169 170 /*171 * Monotonically increasing counter of block group reclaim attempts172 * Exposed in /sys/fs/<uuid>/allocation/<type>/reclaim_count173 */174 u64 reclaim_count;175 176 /*177 * Monotonically increasing counter of reclaimed bytes178 * Exposed in /sys/fs/<uuid>/allocation/<type>/reclaim_bytes179 */180 u64 reclaim_bytes;181 182 /*183 * Monotonically increasing counter of reclaim errors184 * Exposed in /sys/fs/<uuid>/allocation/<type>/reclaim_errors185 */186 u64 reclaim_errors;187 188 /*189 * If true, use the dynamic relocation threshold, instead of the190 * fixed bg_reclaim_threshold.191 */192 bool dynamic_reclaim;193 194 /*195 * Periodically check all block groups against the reclaim196 * threshold in the cleaner thread.197 */198 bool periodic_reclaim;199 200 /*201 * Periodic reclaim should be a no-op if a space_info hasn't202 * freed any space since the last time we tried.203 */204 bool periodic_reclaim_ready;205 206 /*207 * Net bytes freed or allocated since the last reclaim pass.208 */209 s64 reclaimable_bytes;210};211 212struct reserve_ticket {213 u64 bytes;214 int error;215 bool steal;216 struct list_head list;217 wait_queue_head_t wait;218};219 220static inline bool btrfs_mixed_space_info(const struct btrfs_space_info *space_info)221{222 return ((space_info->flags & BTRFS_BLOCK_GROUP_METADATA) &&223 (space_info->flags & BTRFS_BLOCK_GROUP_DATA));224}225 226/*227 *228 * Declare a helper function to detect underflow of various space info members229 */230#define DECLARE_SPACE_INFO_UPDATE(name, trace_name) \231static inline void \232btrfs_space_info_update_##name(struct btrfs_fs_info *fs_info, \233 struct btrfs_space_info *sinfo, \234 s64 bytes) \235{ \236 const u64 abs_bytes = (bytes < 0) ? -bytes : bytes; \237 lockdep_assert_held(&sinfo->lock); \238 trace_update_##name(fs_info, sinfo, sinfo->name, bytes); \239 trace_btrfs_space_reservation(fs_info, trace_name, \240 sinfo->flags, abs_bytes, \241 bytes > 0); \242 if (bytes < 0 && sinfo->name < -bytes) { \243 WARN_ON(1); \244 sinfo->name = 0; \245 return; \246 } \247 sinfo->name += bytes; \248}249 250DECLARE_SPACE_INFO_UPDATE(bytes_may_use, "space_info");251DECLARE_SPACE_INFO_UPDATE(bytes_pinned, "pinned");252DECLARE_SPACE_INFO_UPDATE(bytes_zone_unusable, "zone_unusable");253 254int btrfs_init_space_info(struct btrfs_fs_info *fs_info);255void btrfs_add_bg_to_space_info(struct btrfs_fs_info *info,256 struct btrfs_block_group *block_group);257void btrfs_update_space_info_chunk_size(struct btrfs_space_info *space_info,258 u64 chunk_size);259struct btrfs_space_info *btrfs_find_space_info(struct btrfs_fs_info *info,260 u64 flags);261u64 __pure btrfs_space_info_used(const struct btrfs_space_info *s_info,262 bool may_use_included);263void btrfs_clear_space_info_full(struct btrfs_fs_info *info);264void btrfs_dump_space_info(struct btrfs_fs_info *fs_info,265 struct btrfs_space_info *info, u64 bytes,266 int dump_block_groups);267int btrfs_reserve_metadata_bytes(struct btrfs_fs_info *fs_info,268 struct btrfs_space_info *space_info,269 u64 orig_bytes,270 enum btrfs_reserve_flush_enum flush);271void btrfs_try_granting_tickets(struct btrfs_fs_info *fs_info,272 struct btrfs_space_info *space_info);273int btrfs_can_overcommit(struct btrfs_fs_info *fs_info,274 const struct btrfs_space_info *space_info, u64 bytes,275 enum btrfs_reserve_flush_enum flush);276 277static inline void btrfs_space_info_free_bytes_may_use(278 struct btrfs_fs_info *fs_info,279 struct btrfs_space_info *space_info,280 u64 num_bytes)281{282 spin_lock(&space_info->lock);283 btrfs_space_info_update_bytes_may_use(fs_info, space_info, -num_bytes);284 btrfs_try_granting_tickets(fs_info, space_info);285 spin_unlock(&space_info->lock);286}287int btrfs_reserve_data_bytes(struct btrfs_fs_info *fs_info, u64 bytes,288 enum btrfs_reserve_flush_enum flush);289void btrfs_dump_space_info_for_trans_abort(struct btrfs_fs_info *fs_info);290void btrfs_init_async_reclaim_work(struct btrfs_fs_info *fs_info);291u64 btrfs_account_ro_block_groups_free_space(struct btrfs_space_info *sinfo);292 293void btrfs_space_info_update_reclaimable(struct btrfs_space_info *space_info, s64 bytes);294void btrfs_set_periodic_reclaim_ready(struct btrfs_space_info *space_info, bool ready);295bool btrfs_should_periodic_reclaim(struct btrfs_space_info *space_info);296int btrfs_calc_reclaim_threshold(const struct btrfs_space_info *space_info);297void btrfs_reclaim_sweep(const struct btrfs_fs_info *fs_info);298 299#endif /* BTRFS_SPACE_INFO_H */300