18d04fbe7SDarrick J. Wong // SPDX-License-Identifier: GPL-2.0
28d04fbe7SDarrick J. Wong /*
38d04fbe7SDarrick J. Wong * Copyright (C) 2010 Red Hat, Inc.
48d04fbe7SDarrick J. Wong * Copyright (c) 2016-2021 Christoph Hellwig.
58d04fbe7SDarrick J. Wong */
68d04fbe7SDarrick J. Wong #include <linux/fs.h>
78d04fbe7SDarrick J. Wong #include <linux/iomap.h>
88d04fbe7SDarrick J. Wong #include "trace.h"
98d04fbe7SDarrick J. Wong
10*d7b64041SDave Chinner /*
11*d7b64041SDave Chinner * Advance to the next range we need to map.
12*d7b64041SDave Chinner *
13*d7b64041SDave Chinner * If the iomap is marked IOMAP_F_STALE, it means the existing map was not fully
14*d7b64041SDave Chinner * processed - it was aborted because the extent the iomap spanned may have been
15*d7b64041SDave Chinner * changed during the operation. In this case, the iteration behaviour is to
16*d7b64041SDave Chinner * remap the unprocessed range of the iter, and that means we may need to remap
17*d7b64041SDave Chinner * even when we've made no progress (i.e. iter->processed = 0). Hence the
18*d7b64041SDave Chinner * "finished iterating" case needs to distinguish between
19*d7b64041SDave Chinner * (processed = 0) meaning we are done and (processed = 0 && stale) meaning we
20*d7b64041SDave Chinner * need to remap the entire remaining range.
21*d7b64041SDave Chinner */
iomap_iter_advance(struct iomap_iter * iter)228d04fbe7SDarrick J. Wong static inline int iomap_iter_advance(struct iomap_iter *iter)
238d04fbe7SDarrick J. Wong {
24*d7b64041SDave Chinner bool stale = iter->iomap.flags & IOMAP_F_STALE;
25*d7b64041SDave Chinner
268d04fbe7SDarrick J. Wong /* handle the previous iteration (if any) */
278d04fbe7SDarrick J. Wong if (iter->iomap.length) {
28*d7b64041SDave Chinner if (iter->processed < 0)
298d04fbe7SDarrick J. Wong return iter->processed;
30*d7b64041SDave Chinner if (!iter->processed && !stale)
31*d7b64041SDave Chinner return 0;
328d04fbe7SDarrick J. Wong if (WARN_ON_ONCE(iter->processed > iomap_length(iter)))
338d04fbe7SDarrick J. Wong return -EIO;
348d04fbe7SDarrick J. Wong iter->pos += iter->processed;
358d04fbe7SDarrick J. Wong iter->len -= iter->processed;
368d04fbe7SDarrick J. Wong if (!iter->len)
378d04fbe7SDarrick J. Wong return 0;
388d04fbe7SDarrick J. Wong }
398d04fbe7SDarrick J. Wong
408d04fbe7SDarrick J. Wong /* clear the state for the next iteration */
418d04fbe7SDarrick J. Wong iter->processed = 0;
428d04fbe7SDarrick J. Wong memset(&iter->iomap, 0, sizeof(iter->iomap));
438d04fbe7SDarrick J. Wong memset(&iter->srcmap, 0, sizeof(iter->srcmap));
448d04fbe7SDarrick J. Wong return 1;
458d04fbe7SDarrick J. Wong }
468d04fbe7SDarrick J. Wong
iomap_iter_done(struct iomap_iter * iter)478d04fbe7SDarrick J. Wong static inline void iomap_iter_done(struct iomap_iter *iter)
488d04fbe7SDarrick J. Wong {
498d04fbe7SDarrick J. Wong WARN_ON_ONCE(iter->iomap.offset > iter->pos);
508d04fbe7SDarrick J. Wong WARN_ON_ONCE(iter->iomap.length == 0);
518d04fbe7SDarrick J. Wong WARN_ON_ONCE(iter->iomap.offset + iter->iomap.length <= iter->pos);
52*d7b64041SDave Chinner WARN_ON_ONCE(iter->iomap.flags & IOMAP_F_STALE);
538d04fbe7SDarrick J. Wong
548d04fbe7SDarrick J. Wong trace_iomap_iter_dstmap(iter->inode, &iter->iomap);
558d04fbe7SDarrick J. Wong if (iter->srcmap.type != IOMAP_HOLE)
568d04fbe7SDarrick J. Wong trace_iomap_iter_srcmap(iter->inode, &iter->srcmap);
578d04fbe7SDarrick J. Wong }
588d04fbe7SDarrick J. Wong
598d04fbe7SDarrick J. Wong /**
608d04fbe7SDarrick J. Wong * iomap_iter - iterate over a ranges in a file
618d04fbe7SDarrick J. Wong * @iter: iteration structue
628d04fbe7SDarrick J. Wong * @ops: iomap ops provided by the file system
638d04fbe7SDarrick J. Wong *
648d04fbe7SDarrick J. Wong * Iterate over filesystem-provided space mappings for the provided file range.
658d04fbe7SDarrick J. Wong *
668d04fbe7SDarrick J. Wong * This function handles cleanup of resources acquired for iteration when the
678d04fbe7SDarrick J. Wong * filesystem indicates there are no more space mappings, which means that this
688d04fbe7SDarrick J. Wong * function must be called in a loop that continues as long it returns a
698d04fbe7SDarrick J. Wong * positive value. If 0 or a negative value is returned, the caller must not
708d04fbe7SDarrick J. Wong * return to the loop body. Within a loop body, there are two ways to break out
718d04fbe7SDarrick J. Wong * of the loop body: leave @iter.processed unchanged, or set it to a negative
728d04fbe7SDarrick J. Wong * errno.
738d04fbe7SDarrick J. Wong */
iomap_iter(struct iomap_iter * iter,const struct iomap_ops * ops)748d04fbe7SDarrick J. Wong int iomap_iter(struct iomap_iter *iter, const struct iomap_ops *ops)
758d04fbe7SDarrick J. Wong {
768d04fbe7SDarrick J. Wong int ret;
778d04fbe7SDarrick J. Wong
788d04fbe7SDarrick J. Wong if (iter->iomap.length && ops->iomap_end) {
798d04fbe7SDarrick J. Wong ret = ops->iomap_end(iter->inode, iter->pos, iomap_length(iter),
808d04fbe7SDarrick J. Wong iter->processed > 0 ? iter->processed : 0,
818d04fbe7SDarrick J. Wong iter->flags, &iter->iomap);
828d04fbe7SDarrick J. Wong if (ret < 0 && !iter->processed)
838d04fbe7SDarrick J. Wong return ret;
848d04fbe7SDarrick J. Wong }
858d04fbe7SDarrick J. Wong
868d04fbe7SDarrick J. Wong trace_iomap_iter(iter, ops, _RET_IP_);
878d04fbe7SDarrick J. Wong ret = iomap_iter_advance(iter);
888d04fbe7SDarrick J. Wong if (ret <= 0)
898d04fbe7SDarrick J. Wong return ret;
908d04fbe7SDarrick J. Wong
918d04fbe7SDarrick J. Wong ret = ops->iomap_begin(iter->inode, iter->pos, iter->len, iter->flags,
928d04fbe7SDarrick J. Wong &iter->iomap, &iter->srcmap);
938d04fbe7SDarrick J. Wong if (ret < 0)
948d04fbe7SDarrick J. Wong return ret;
958d04fbe7SDarrick J. Wong iomap_iter_done(iter);
968d04fbe7SDarrick J. Wong return 1;
978d04fbe7SDarrick J. Wong }
98