xref: /openbmc/linux/fs/xfs/xfs_qm.c (revision 6396bb221514d2876fd6dc0aa2a1f240d99b37bb)
1 /*
2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
3  * All Rights Reserved.
4  *
5  * This program is free software; you can redistribute it and/or
6  * modify it under the terms of the GNU General Public License as
7  * published by the Free Software Foundation.
8  *
9  * This program is distributed in the hope that it would be useful,
10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
12  * GNU General Public License for more details.
13  *
14  * You should have received a copy of the GNU General Public License
15  * along with this program; if not, write the Free Software Foundation,
16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
17  */
18 #include "xfs.h"
19 #include "xfs_fs.h"
20 #include "xfs_shared.h"
21 #include "xfs_format.h"
22 #include "xfs_log_format.h"
23 #include "xfs_trans_resv.h"
24 #include "xfs_bit.h"
25 #include "xfs_sb.h"
26 #include "xfs_mount.h"
27 #include "xfs_inode.h"
28 #include "xfs_ialloc.h"
29 #include "xfs_itable.h"
30 #include "xfs_quota.h"
31 #include "xfs_error.h"
32 #include "xfs_bmap.h"
33 #include "xfs_bmap_btree.h"
34 #include "xfs_bmap_util.h"
35 #include "xfs_trans.h"
36 #include "xfs_trans_space.h"
37 #include "xfs_qm.h"
38 #include "xfs_trace.h"
39 #include "xfs_icache.h"
40 #include "xfs_cksum.h"
41 
42 /*
43  * The global quota manager. There is only one of these for the entire
44  * system, _not_ one per file system. XQM keeps track of the overall
45  * quota functionality, including maintaining the freelist and hash
46  * tables of dquots.
47  */
48 STATIC int	xfs_qm_init_quotainos(xfs_mount_t *);
49 STATIC int	xfs_qm_init_quotainfo(xfs_mount_t *);
50 
51 STATIC void	xfs_qm_destroy_quotainos(xfs_quotainfo_t *qi);
52 STATIC void	xfs_qm_dqfree_one(struct xfs_dquot *dqp);
53 /*
54  * We use the batch lookup interface to iterate over the dquots as it
55  * currently is the only interface into the radix tree code that allows
56  * fuzzy lookups instead of exact matches.  Holding the lock over multiple
57  * operations is fine as all callers are used either during mount/umount
58  * or quotaoff.
59  */
60 #define XFS_DQ_LOOKUP_BATCH	32
61 
62 STATIC int
63 xfs_qm_dquot_walk(
64 	struct xfs_mount	*mp,
65 	int			type,
66 	int			(*execute)(struct xfs_dquot *dqp, void *data),
67 	void			*data)
68 {
69 	struct xfs_quotainfo	*qi = mp->m_quotainfo;
70 	struct radix_tree_root	*tree = xfs_dquot_tree(qi, type);
71 	uint32_t		next_index;
72 	int			last_error = 0;
73 	int			skipped;
74 	int			nr_found;
75 
76 restart:
77 	skipped = 0;
78 	next_index = 0;
79 	nr_found = 0;
80 
81 	while (1) {
82 		struct xfs_dquot *batch[XFS_DQ_LOOKUP_BATCH];
83 		int		error = 0;
84 		int		i;
85 
86 		mutex_lock(&qi->qi_tree_lock);
87 		nr_found = radix_tree_gang_lookup(tree, (void **)batch,
88 					next_index, XFS_DQ_LOOKUP_BATCH);
89 		if (!nr_found) {
90 			mutex_unlock(&qi->qi_tree_lock);
91 			break;
92 		}
93 
94 		for (i = 0; i < nr_found; i++) {
95 			struct xfs_dquot *dqp = batch[i];
96 
97 			next_index = be32_to_cpu(dqp->q_core.d_id) + 1;
98 
99 			error = execute(batch[i], data);
100 			if (error == -EAGAIN) {
101 				skipped++;
102 				continue;
103 			}
104 			if (error && last_error != -EFSCORRUPTED)
105 				last_error = error;
106 		}
107 
108 		mutex_unlock(&qi->qi_tree_lock);
109 
110 		/* bail out if the filesystem is corrupted.  */
111 		if (last_error == -EFSCORRUPTED) {
112 			skipped = 0;
113 			break;
114 		}
115 		/* we're done if id overflows back to zero */
116 		if (!next_index)
117 			break;
118 	}
119 
120 	if (skipped) {
121 		delay(1);
122 		goto restart;
123 	}
124 
125 	return last_error;
126 }
127 
128 
129 /*
130  * Purge a dquot from all tracking data structures and free it.
131  */
132 STATIC int
133 xfs_qm_dqpurge(
134 	struct xfs_dquot	*dqp,
135 	void			*data)
136 {
137 	struct xfs_mount	*mp = dqp->q_mount;
138 	struct xfs_quotainfo	*qi = mp->m_quotainfo;
139 
140 	xfs_dqlock(dqp);
141 	if ((dqp->dq_flags & XFS_DQ_FREEING) || dqp->q_nrefs != 0) {
142 		xfs_dqunlock(dqp);
143 		return -EAGAIN;
144 	}
145 
146 	dqp->dq_flags |= XFS_DQ_FREEING;
147 
148 	xfs_dqflock(dqp);
149 
150 	/*
151 	 * If we are turning this type of quotas off, we don't care
152 	 * about the dirty metadata sitting in this dquot. OTOH, if
153 	 * we're unmounting, we do care, so we flush it and wait.
154 	 */
155 	if (XFS_DQ_IS_DIRTY(dqp)) {
156 		struct xfs_buf	*bp = NULL;
157 		int		error;
158 
159 		/*
160 		 * We don't care about getting disk errors here. We need
161 		 * to purge this dquot anyway, so we go ahead regardless.
162 		 */
163 		error = xfs_qm_dqflush(dqp, &bp);
164 		if (!error) {
165 			error = xfs_bwrite(bp);
166 			xfs_buf_relse(bp);
167 		}
168 		xfs_dqflock(dqp);
169 	}
170 
171 	ASSERT(atomic_read(&dqp->q_pincount) == 0);
172 	ASSERT(XFS_FORCED_SHUTDOWN(mp) ||
173 		!test_bit(XFS_LI_IN_AIL, &dqp->q_logitem.qli_item.li_flags));
174 
175 	xfs_dqfunlock(dqp);
176 	xfs_dqunlock(dqp);
177 
178 	radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
179 			  be32_to_cpu(dqp->q_core.d_id));
180 	qi->qi_dquots--;
181 
182 	/*
183 	 * We move dquots to the freelist as soon as their reference count
184 	 * hits zero, so it really should be on the freelist here.
185 	 */
186 	ASSERT(!list_empty(&dqp->q_lru));
187 	list_lru_del(&qi->qi_lru, &dqp->q_lru);
188 	XFS_STATS_DEC(mp, xs_qm_dquot_unused);
189 
190 	xfs_qm_dqdestroy(dqp);
191 	return 0;
192 }
193 
194 /*
195  * Purge the dquot cache.
196  */
197 void
198 xfs_qm_dqpurge_all(
199 	struct xfs_mount	*mp,
200 	uint			flags)
201 {
202 	if (flags & XFS_QMOPT_UQUOTA)
203 		xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_dqpurge, NULL);
204 	if (flags & XFS_QMOPT_GQUOTA)
205 		xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_dqpurge, NULL);
206 	if (flags & XFS_QMOPT_PQUOTA)
207 		xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_dqpurge, NULL);
208 }
209 
210 /*
211  * Just destroy the quotainfo structure.
212  */
213 void
214 xfs_qm_unmount(
215 	struct xfs_mount	*mp)
216 {
217 	if (mp->m_quotainfo) {
218 		xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
219 		xfs_qm_destroy_quotainfo(mp);
220 	}
221 }
222 
223 /*
224  * Called from the vfsops layer.
225  */
226 void
227 xfs_qm_unmount_quotas(
228 	xfs_mount_t	*mp)
229 {
230 	/*
231 	 * Release the dquots that root inode, et al might be holding,
232 	 * before we flush quotas and blow away the quotainfo structure.
233 	 */
234 	ASSERT(mp->m_rootip);
235 	xfs_qm_dqdetach(mp->m_rootip);
236 	if (mp->m_rbmip)
237 		xfs_qm_dqdetach(mp->m_rbmip);
238 	if (mp->m_rsumip)
239 		xfs_qm_dqdetach(mp->m_rsumip);
240 
241 	/*
242 	 * Release the quota inodes.
243 	 */
244 	if (mp->m_quotainfo) {
245 		if (mp->m_quotainfo->qi_uquotaip) {
246 			IRELE(mp->m_quotainfo->qi_uquotaip);
247 			mp->m_quotainfo->qi_uquotaip = NULL;
248 		}
249 		if (mp->m_quotainfo->qi_gquotaip) {
250 			IRELE(mp->m_quotainfo->qi_gquotaip);
251 			mp->m_quotainfo->qi_gquotaip = NULL;
252 		}
253 		if (mp->m_quotainfo->qi_pquotaip) {
254 			IRELE(mp->m_quotainfo->qi_pquotaip);
255 			mp->m_quotainfo->qi_pquotaip = NULL;
256 		}
257 	}
258 }
259 
260 STATIC int
261 xfs_qm_dqattach_one(
262 	xfs_inode_t	*ip,
263 	xfs_dqid_t	id,
264 	uint		type,
265 	bool		doalloc,
266 	xfs_dquot_t	**IO_idqpp)
267 {
268 	xfs_dquot_t	*dqp;
269 	int		error;
270 
271 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
272 	error = 0;
273 
274 	/*
275 	 * See if we already have it in the inode itself. IO_idqpp is &i_udquot
276 	 * or &i_gdquot. This made the code look weird, but made the logic a lot
277 	 * simpler.
278 	 */
279 	dqp = *IO_idqpp;
280 	if (dqp) {
281 		trace_xfs_dqattach_found(dqp);
282 		return 0;
283 	}
284 
285 	/*
286 	 * Find the dquot from somewhere. This bumps the reference count of
287 	 * dquot and returns it locked.  This can return ENOENT if dquot didn't
288 	 * exist on disk and we didn't ask it to allocate; ESRCH if quotas got
289 	 * turned off suddenly.
290 	 */
291 	error = xfs_qm_dqget_inode(ip, type, doalloc, &dqp);
292 	if (error)
293 		return error;
294 
295 	trace_xfs_dqattach_get(dqp);
296 
297 	/*
298 	 * dqget may have dropped and re-acquired the ilock, but it guarantees
299 	 * that the dquot returned is the one that should go in the inode.
300 	 */
301 	*IO_idqpp = dqp;
302 	xfs_dqunlock(dqp);
303 	return 0;
304 }
305 
306 static bool
307 xfs_qm_need_dqattach(
308 	struct xfs_inode	*ip)
309 {
310 	struct xfs_mount	*mp = ip->i_mount;
311 
312 	if (!XFS_IS_QUOTA_RUNNING(mp))
313 		return false;
314 	if (!XFS_IS_QUOTA_ON(mp))
315 		return false;
316 	if (!XFS_NOT_DQATTACHED(mp, ip))
317 		return false;
318 	if (xfs_is_quota_inode(&mp->m_sb, ip->i_ino))
319 		return false;
320 	return true;
321 }
322 
323 /*
324  * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
325  * into account.
326  * If @doalloc is true, the dquot(s) will be allocated if needed.
327  * Inode may get unlocked and relocked in here, and the caller must deal with
328  * the consequences.
329  */
330 int
331 xfs_qm_dqattach_locked(
332 	xfs_inode_t	*ip,
333 	bool		doalloc)
334 {
335 	xfs_mount_t	*mp = ip->i_mount;
336 	int		error = 0;
337 
338 	if (!xfs_qm_need_dqattach(ip))
339 		return 0;
340 
341 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
342 
343 	if (XFS_IS_UQUOTA_ON(mp) && !ip->i_udquot) {
344 		error = xfs_qm_dqattach_one(ip, ip->i_d.di_uid, XFS_DQ_USER,
345 				doalloc, &ip->i_udquot);
346 		if (error)
347 			goto done;
348 		ASSERT(ip->i_udquot);
349 	}
350 
351 	if (XFS_IS_GQUOTA_ON(mp) && !ip->i_gdquot) {
352 		error = xfs_qm_dqattach_one(ip, ip->i_d.di_gid, XFS_DQ_GROUP,
353 				doalloc, &ip->i_gdquot);
354 		if (error)
355 			goto done;
356 		ASSERT(ip->i_gdquot);
357 	}
358 
359 	if (XFS_IS_PQUOTA_ON(mp) && !ip->i_pdquot) {
360 		error = xfs_qm_dqattach_one(ip, xfs_get_projid(ip), XFS_DQ_PROJ,
361 				doalloc, &ip->i_pdquot);
362 		if (error)
363 			goto done;
364 		ASSERT(ip->i_pdquot);
365 	}
366 
367 done:
368 	/*
369 	 * Don't worry about the dquots that we may have attached before any
370 	 * error - they'll get detached later if it has not already been done.
371 	 */
372 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
373 	return error;
374 }
375 
376 int
377 xfs_qm_dqattach(
378 	struct xfs_inode	*ip)
379 {
380 	int			error;
381 
382 	if (!xfs_qm_need_dqattach(ip))
383 		return 0;
384 
385 	xfs_ilock(ip, XFS_ILOCK_EXCL);
386 	error = xfs_qm_dqattach_locked(ip, false);
387 	xfs_iunlock(ip, XFS_ILOCK_EXCL);
388 
389 	return error;
390 }
391 
392 /*
393  * Release dquots (and their references) if any.
394  * The inode should be locked EXCL except when this's called by
395  * xfs_ireclaim.
396  */
397 void
398 xfs_qm_dqdetach(
399 	xfs_inode_t	*ip)
400 {
401 	if (!(ip->i_udquot || ip->i_gdquot || ip->i_pdquot))
402 		return;
403 
404 	trace_xfs_dquot_dqdetach(ip);
405 
406 	ASSERT(!xfs_is_quota_inode(&ip->i_mount->m_sb, ip->i_ino));
407 	if (ip->i_udquot) {
408 		xfs_qm_dqrele(ip->i_udquot);
409 		ip->i_udquot = NULL;
410 	}
411 	if (ip->i_gdquot) {
412 		xfs_qm_dqrele(ip->i_gdquot);
413 		ip->i_gdquot = NULL;
414 	}
415 	if (ip->i_pdquot) {
416 		xfs_qm_dqrele(ip->i_pdquot);
417 		ip->i_pdquot = NULL;
418 	}
419 }
420 
421 struct xfs_qm_isolate {
422 	struct list_head	buffers;
423 	struct list_head	dispose;
424 };
425 
426 static enum lru_status
427 xfs_qm_dquot_isolate(
428 	struct list_head	*item,
429 	struct list_lru_one	*lru,
430 	spinlock_t		*lru_lock,
431 	void			*arg)
432 		__releases(lru_lock) __acquires(lru_lock)
433 {
434 	struct xfs_dquot	*dqp = container_of(item,
435 						struct xfs_dquot, q_lru);
436 	struct xfs_qm_isolate	*isol = arg;
437 
438 	if (!xfs_dqlock_nowait(dqp))
439 		goto out_miss_busy;
440 
441 	/*
442 	 * This dquot has acquired a reference in the meantime remove it from
443 	 * the freelist and try again.
444 	 */
445 	if (dqp->q_nrefs) {
446 		xfs_dqunlock(dqp);
447 		XFS_STATS_INC(dqp->q_mount, xs_qm_dqwants);
448 
449 		trace_xfs_dqreclaim_want(dqp);
450 		list_lru_isolate(lru, &dqp->q_lru);
451 		XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
452 		return LRU_REMOVED;
453 	}
454 
455 	/*
456 	 * If the dquot is dirty, flush it. If it's already being flushed, just
457 	 * skip it so there is time for the IO to complete before we try to
458 	 * reclaim it again on the next LRU pass.
459 	 */
460 	if (!xfs_dqflock_nowait(dqp)) {
461 		xfs_dqunlock(dqp);
462 		goto out_miss_busy;
463 	}
464 
465 	if (XFS_DQ_IS_DIRTY(dqp)) {
466 		struct xfs_buf	*bp = NULL;
467 		int		error;
468 
469 		trace_xfs_dqreclaim_dirty(dqp);
470 
471 		/* we have to drop the LRU lock to flush the dquot */
472 		spin_unlock(lru_lock);
473 
474 		error = xfs_qm_dqflush(dqp, &bp);
475 		if (error)
476 			goto out_unlock_dirty;
477 
478 		xfs_buf_delwri_queue(bp, &isol->buffers);
479 		xfs_buf_relse(bp);
480 		goto out_unlock_dirty;
481 	}
482 	xfs_dqfunlock(dqp);
483 
484 	/*
485 	 * Prevent lookups now that we are past the point of no return.
486 	 */
487 	dqp->dq_flags |= XFS_DQ_FREEING;
488 	xfs_dqunlock(dqp);
489 
490 	ASSERT(dqp->q_nrefs == 0);
491 	list_lru_isolate_move(lru, &dqp->q_lru, &isol->dispose);
492 	XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
493 	trace_xfs_dqreclaim_done(dqp);
494 	XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaims);
495 	return LRU_REMOVED;
496 
497 out_miss_busy:
498 	trace_xfs_dqreclaim_busy(dqp);
499 	XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
500 	return LRU_SKIP;
501 
502 out_unlock_dirty:
503 	trace_xfs_dqreclaim_busy(dqp);
504 	XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
505 	xfs_dqunlock(dqp);
506 	spin_lock(lru_lock);
507 	return LRU_RETRY;
508 }
509 
510 static unsigned long
511 xfs_qm_shrink_scan(
512 	struct shrinker		*shrink,
513 	struct shrink_control	*sc)
514 {
515 	struct xfs_quotainfo	*qi = container_of(shrink,
516 					struct xfs_quotainfo, qi_shrinker);
517 	struct xfs_qm_isolate	isol;
518 	unsigned long		freed;
519 	int			error;
520 
521 	if ((sc->gfp_mask & (__GFP_FS|__GFP_DIRECT_RECLAIM)) != (__GFP_FS|__GFP_DIRECT_RECLAIM))
522 		return 0;
523 
524 	INIT_LIST_HEAD(&isol.buffers);
525 	INIT_LIST_HEAD(&isol.dispose);
526 
527 	freed = list_lru_shrink_walk(&qi->qi_lru, sc,
528 				     xfs_qm_dquot_isolate, &isol);
529 
530 	error = xfs_buf_delwri_submit(&isol.buffers);
531 	if (error)
532 		xfs_warn(NULL, "%s: dquot reclaim failed", __func__);
533 
534 	while (!list_empty(&isol.dispose)) {
535 		struct xfs_dquot	*dqp;
536 
537 		dqp = list_first_entry(&isol.dispose, struct xfs_dquot, q_lru);
538 		list_del_init(&dqp->q_lru);
539 		xfs_qm_dqfree_one(dqp);
540 	}
541 
542 	return freed;
543 }
544 
545 static unsigned long
546 xfs_qm_shrink_count(
547 	struct shrinker		*shrink,
548 	struct shrink_control	*sc)
549 {
550 	struct xfs_quotainfo	*qi = container_of(shrink,
551 					struct xfs_quotainfo, qi_shrinker);
552 
553 	return list_lru_shrink_count(&qi->qi_lru, sc);
554 }
555 
556 STATIC void
557 xfs_qm_set_defquota(
558 	xfs_mount_t	*mp,
559 	uint		type,
560 	xfs_quotainfo_t	*qinf)
561 {
562 	xfs_dquot_t		*dqp;
563 	struct xfs_def_quota    *defq;
564 	struct xfs_disk_dquot	*ddqp;
565 	int			error;
566 
567 	error = xfs_qm_dqget_uncached(mp, 0, type, &dqp);
568 	if (error)
569 		return;
570 
571 	ddqp = &dqp->q_core;
572 	defq = xfs_get_defquota(dqp, qinf);
573 
574 	/*
575 	 * Timers and warnings have been already set, let's just set the
576 	 * default limits for this quota type
577 	 */
578 	defq->bhardlimit = be64_to_cpu(ddqp->d_blk_hardlimit);
579 	defq->bsoftlimit = be64_to_cpu(ddqp->d_blk_softlimit);
580 	defq->ihardlimit = be64_to_cpu(ddqp->d_ino_hardlimit);
581 	defq->isoftlimit = be64_to_cpu(ddqp->d_ino_softlimit);
582 	defq->rtbhardlimit = be64_to_cpu(ddqp->d_rtb_hardlimit);
583 	defq->rtbsoftlimit = be64_to_cpu(ddqp->d_rtb_softlimit);
584 	xfs_qm_dqdestroy(dqp);
585 }
586 
587 /* Initialize quota time limits from the root dquot. */
588 static void
589 xfs_qm_init_timelimits(
590 	struct xfs_mount	*mp,
591 	struct xfs_quotainfo	*qinf)
592 {
593 	struct xfs_disk_dquot	*ddqp;
594 	struct xfs_dquot	*dqp;
595 	uint			type;
596 	int			error;
597 
598 	qinf->qi_btimelimit = XFS_QM_BTIMELIMIT;
599 	qinf->qi_itimelimit = XFS_QM_ITIMELIMIT;
600 	qinf->qi_rtbtimelimit = XFS_QM_RTBTIMELIMIT;
601 	qinf->qi_bwarnlimit = XFS_QM_BWARNLIMIT;
602 	qinf->qi_iwarnlimit = XFS_QM_IWARNLIMIT;
603 	qinf->qi_rtbwarnlimit = XFS_QM_RTBWARNLIMIT;
604 
605 	/*
606 	 * We try to get the limits from the superuser's limits fields.
607 	 * This is quite hacky, but it is standard quota practice.
608 	 *
609 	 * Since we may not have done a quotacheck by this point, just read
610 	 * the dquot without attaching it to any hashtables or lists.
611 	 *
612 	 * Timers and warnings are globally set by the first timer found in
613 	 * user/group/proj quota types, otherwise a default value is used.
614 	 * This should be split into different fields per quota type.
615 	 */
616 	if (XFS_IS_UQUOTA_RUNNING(mp))
617 		type = XFS_DQ_USER;
618 	else if (XFS_IS_GQUOTA_RUNNING(mp))
619 		type = XFS_DQ_GROUP;
620 	else
621 		type = XFS_DQ_PROJ;
622 	error = xfs_qm_dqget_uncached(mp, 0, type, &dqp);
623 	if (error)
624 		return;
625 
626 	ddqp = &dqp->q_core;
627 	/*
628 	 * The warnings and timers set the grace period given to
629 	 * a user or group before he or she can not perform any
630 	 * more writing. If it is zero, a default is used.
631 	 */
632 	if (ddqp->d_btimer)
633 		qinf->qi_btimelimit = be32_to_cpu(ddqp->d_btimer);
634 	if (ddqp->d_itimer)
635 		qinf->qi_itimelimit = be32_to_cpu(ddqp->d_itimer);
636 	if (ddqp->d_rtbtimer)
637 		qinf->qi_rtbtimelimit = be32_to_cpu(ddqp->d_rtbtimer);
638 	if (ddqp->d_bwarns)
639 		qinf->qi_bwarnlimit = be16_to_cpu(ddqp->d_bwarns);
640 	if (ddqp->d_iwarns)
641 		qinf->qi_iwarnlimit = be16_to_cpu(ddqp->d_iwarns);
642 	if (ddqp->d_rtbwarns)
643 		qinf->qi_rtbwarnlimit = be16_to_cpu(ddqp->d_rtbwarns);
644 
645 	xfs_qm_dqdestroy(dqp);
646 }
647 
648 /*
649  * This initializes all the quota information that's kept in the
650  * mount structure
651  */
652 STATIC int
653 xfs_qm_init_quotainfo(
654 	struct xfs_mount	*mp)
655 {
656 	struct xfs_quotainfo	*qinf;
657 	int			error;
658 
659 	ASSERT(XFS_IS_QUOTA_RUNNING(mp));
660 
661 	qinf = mp->m_quotainfo = kmem_zalloc(sizeof(xfs_quotainfo_t), KM_SLEEP);
662 
663 	error = list_lru_init(&qinf->qi_lru);
664 	if (error)
665 		goto out_free_qinf;
666 
667 	/*
668 	 * See if quotainodes are setup, and if not, allocate them,
669 	 * and change the superblock accordingly.
670 	 */
671 	error = xfs_qm_init_quotainos(mp);
672 	if (error)
673 		goto out_free_lru;
674 
675 	INIT_RADIX_TREE(&qinf->qi_uquota_tree, GFP_NOFS);
676 	INIT_RADIX_TREE(&qinf->qi_gquota_tree, GFP_NOFS);
677 	INIT_RADIX_TREE(&qinf->qi_pquota_tree, GFP_NOFS);
678 	mutex_init(&qinf->qi_tree_lock);
679 
680 	/* mutex used to serialize quotaoffs */
681 	mutex_init(&qinf->qi_quotaofflock);
682 
683 	/* Precalc some constants */
684 	qinf->qi_dqchunklen = XFS_FSB_TO_BB(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
685 	qinf->qi_dqperchunk = xfs_calc_dquots_per_chunk(qinf->qi_dqchunklen);
686 
687 	mp->m_qflags |= (mp->m_sb.sb_qflags & XFS_ALL_QUOTA_CHKD);
688 
689 	xfs_qm_init_timelimits(mp, qinf);
690 
691 	if (XFS_IS_UQUOTA_RUNNING(mp))
692 		xfs_qm_set_defquota(mp, XFS_DQ_USER, qinf);
693 	if (XFS_IS_GQUOTA_RUNNING(mp))
694 		xfs_qm_set_defquota(mp, XFS_DQ_GROUP, qinf);
695 	if (XFS_IS_PQUOTA_RUNNING(mp))
696 		xfs_qm_set_defquota(mp, XFS_DQ_PROJ, qinf);
697 
698 	qinf->qi_shrinker.count_objects = xfs_qm_shrink_count;
699 	qinf->qi_shrinker.scan_objects = xfs_qm_shrink_scan;
700 	qinf->qi_shrinker.seeks = DEFAULT_SEEKS;
701 	qinf->qi_shrinker.flags = SHRINKER_NUMA_AWARE;
702 
703 	error = register_shrinker(&qinf->qi_shrinker);
704 	if (error)
705 		goto out_free_inos;
706 
707 	return 0;
708 
709 out_free_inos:
710 	mutex_destroy(&qinf->qi_quotaofflock);
711 	mutex_destroy(&qinf->qi_tree_lock);
712 	xfs_qm_destroy_quotainos(qinf);
713 out_free_lru:
714 	list_lru_destroy(&qinf->qi_lru);
715 out_free_qinf:
716 	kmem_free(qinf);
717 	mp->m_quotainfo = NULL;
718 	return error;
719 }
720 
721 /*
722  * Gets called when unmounting a filesystem or when all quotas get
723  * turned off.
724  * This purges the quota inodes, destroys locks and frees itself.
725  */
726 void
727 xfs_qm_destroy_quotainfo(
728 	xfs_mount_t	*mp)
729 {
730 	xfs_quotainfo_t *qi;
731 
732 	qi = mp->m_quotainfo;
733 	ASSERT(qi != NULL);
734 
735 	unregister_shrinker(&qi->qi_shrinker);
736 	list_lru_destroy(&qi->qi_lru);
737 	xfs_qm_destroy_quotainos(qi);
738 	mutex_destroy(&qi->qi_tree_lock);
739 	mutex_destroy(&qi->qi_quotaofflock);
740 	kmem_free(qi);
741 	mp->m_quotainfo = NULL;
742 }
743 
744 /*
745  * Create an inode and return with a reference already taken, but unlocked
746  * This is how we create quota inodes
747  */
748 STATIC int
749 xfs_qm_qino_alloc(
750 	xfs_mount_t	*mp,
751 	xfs_inode_t	**ip,
752 	uint		flags)
753 {
754 	xfs_trans_t	*tp;
755 	int		error;
756 	bool		need_alloc = true;
757 
758 	*ip = NULL;
759 	/*
760 	 * With superblock that doesn't have separate pquotino, we
761 	 * share an inode between gquota and pquota. If the on-disk
762 	 * superblock has GQUOTA and the filesystem is now mounted
763 	 * with PQUOTA, just use sb_gquotino for sb_pquotino and
764 	 * vice-versa.
765 	 */
766 	if (!xfs_sb_version_has_pquotino(&mp->m_sb) &&
767 			(flags & (XFS_QMOPT_PQUOTA|XFS_QMOPT_GQUOTA))) {
768 		xfs_ino_t ino = NULLFSINO;
769 
770 		if ((flags & XFS_QMOPT_PQUOTA) &&
771 			     (mp->m_sb.sb_gquotino != NULLFSINO)) {
772 			ino = mp->m_sb.sb_gquotino;
773 			ASSERT(mp->m_sb.sb_pquotino == NULLFSINO);
774 		} else if ((flags & XFS_QMOPT_GQUOTA) &&
775 			     (mp->m_sb.sb_pquotino != NULLFSINO)) {
776 			ino = mp->m_sb.sb_pquotino;
777 			ASSERT(mp->m_sb.sb_gquotino == NULLFSINO);
778 		}
779 		if (ino != NULLFSINO) {
780 			error = xfs_iget(mp, NULL, ino, 0, 0, ip);
781 			if (error)
782 				return error;
783 			mp->m_sb.sb_gquotino = NULLFSINO;
784 			mp->m_sb.sb_pquotino = NULLFSINO;
785 			need_alloc = false;
786 		}
787 	}
788 
789 	error = xfs_trans_alloc(mp, &M_RES(mp)->tr_create,
790 			XFS_QM_QINOCREATE_SPACE_RES(mp), 0, 0, &tp);
791 	if (error)
792 		return error;
793 
794 	if (need_alloc) {
795 		error = xfs_dir_ialloc(&tp, NULL, S_IFREG, 1, 0, 0, ip);
796 		if (error) {
797 			xfs_trans_cancel(tp);
798 			return error;
799 		}
800 	}
801 
802 	/*
803 	 * Make the changes in the superblock, and log those too.
804 	 * sbfields arg may contain fields other than *QUOTINO;
805 	 * VERSIONNUM for example.
806 	 */
807 	spin_lock(&mp->m_sb_lock);
808 	if (flags & XFS_QMOPT_SBVERSION) {
809 		ASSERT(!xfs_sb_version_hasquota(&mp->m_sb));
810 
811 		xfs_sb_version_addquota(&mp->m_sb);
812 		mp->m_sb.sb_uquotino = NULLFSINO;
813 		mp->m_sb.sb_gquotino = NULLFSINO;
814 		mp->m_sb.sb_pquotino = NULLFSINO;
815 
816 		/* qflags will get updated fully _after_ quotacheck */
817 		mp->m_sb.sb_qflags = mp->m_qflags & XFS_ALL_QUOTA_ACCT;
818 	}
819 	if (flags & XFS_QMOPT_UQUOTA)
820 		mp->m_sb.sb_uquotino = (*ip)->i_ino;
821 	else if (flags & XFS_QMOPT_GQUOTA)
822 		mp->m_sb.sb_gquotino = (*ip)->i_ino;
823 	else
824 		mp->m_sb.sb_pquotino = (*ip)->i_ino;
825 	spin_unlock(&mp->m_sb_lock);
826 	xfs_log_sb(tp);
827 
828 	error = xfs_trans_commit(tp);
829 	if (error) {
830 		ASSERT(XFS_FORCED_SHUTDOWN(mp));
831 		xfs_alert(mp, "%s failed (error %d)!", __func__, error);
832 	}
833 	if (need_alloc)
834 		xfs_finish_inode_setup(*ip);
835 	return error;
836 }
837 
838 
839 STATIC void
840 xfs_qm_reset_dqcounts(
841 	xfs_mount_t	*mp,
842 	xfs_buf_t	*bp,
843 	xfs_dqid_t	id,
844 	uint		type)
845 {
846 	struct xfs_dqblk	*dqb;
847 	int			j;
848 	xfs_failaddr_t		fa;
849 
850 	trace_xfs_reset_dqcounts(bp, _RET_IP_);
851 
852 	/*
853 	 * Reset all counters and timers. They'll be
854 	 * started afresh by xfs_qm_quotacheck.
855 	 */
856 #ifdef DEBUG
857 	j = (int)XFS_FSB_TO_B(mp, XFS_DQUOT_CLUSTER_SIZE_FSB) /
858 		sizeof(xfs_dqblk_t);
859 	ASSERT(mp->m_quotainfo->qi_dqperchunk == j);
860 #endif
861 	dqb = bp->b_addr;
862 	for (j = 0; j < mp->m_quotainfo->qi_dqperchunk; j++) {
863 		struct xfs_disk_dquot	*ddq;
864 
865 		ddq = (struct xfs_disk_dquot *)&dqb[j];
866 
867 		/*
868 		 * Do a sanity check, and if needed, repair the dqblk. Don't
869 		 * output any warnings because it's perfectly possible to
870 		 * find uninitialised dquot blks. See comment in
871 		 * xfs_dquot_verify.
872 		 */
873 		fa = xfs_dqblk_verify(mp, &dqb[j], id + j, type);
874 		if (fa)
875 			xfs_dqblk_repair(mp, &dqb[j], id + j, type);
876 
877 		/*
878 		 * Reset type in case we are reusing group quota file for
879 		 * project quotas or vice versa
880 		 */
881 		ddq->d_flags = type;
882 		ddq->d_bcount = 0;
883 		ddq->d_icount = 0;
884 		ddq->d_rtbcount = 0;
885 		ddq->d_btimer = 0;
886 		ddq->d_itimer = 0;
887 		ddq->d_rtbtimer = 0;
888 		ddq->d_bwarns = 0;
889 		ddq->d_iwarns = 0;
890 		ddq->d_rtbwarns = 0;
891 
892 		if (xfs_sb_version_hascrc(&mp->m_sb)) {
893 			xfs_update_cksum((char *)&dqb[j],
894 					 sizeof(struct xfs_dqblk),
895 					 XFS_DQUOT_CRC_OFF);
896 		}
897 	}
898 }
899 
900 STATIC int
901 xfs_qm_reset_dqcounts_all(
902 	struct xfs_mount	*mp,
903 	xfs_dqid_t		firstid,
904 	xfs_fsblock_t		bno,
905 	xfs_filblks_t		blkcnt,
906 	uint			flags,
907 	struct list_head	*buffer_list)
908 {
909 	struct xfs_buf		*bp;
910 	int			error;
911 	int			type;
912 
913 	ASSERT(blkcnt > 0);
914 	type = flags & XFS_QMOPT_UQUOTA ? XFS_DQ_USER :
915 		(flags & XFS_QMOPT_PQUOTA ? XFS_DQ_PROJ : XFS_DQ_GROUP);
916 	error = 0;
917 
918 	/*
919 	 * Blkcnt arg can be a very big number, and might even be
920 	 * larger than the log itself. So, we have to break it up into
921 	 * manageable-sized transactions.
922 	 * Note that we don't start a permanent transaction here; we might
923 	 * not be able to get a log reservation for the whole thing up front,
924 	 * and we don't really care to either, because we just discard
925 	 * everything if we were to crash in the middle of this loop.
926 	 */
927 	while (blkcnt--) {
928 		error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
929 			      XFS_FSB_TO_DADDR(mp, bno),
930 			      mp->m_quotainfo->qi_dqchunklen, 0, &bp,
931 			      &xfs_dquot_buf_ops);
932 
933 		/*
934 		 * CRC and validation errors will return a EFSCORRUPTED here. If
935 		 * this occurs, re-read without CRC validation so that we can
936 		 * repair the damage via xfs_qm_reset_dqcounts(). This process
937 		 * will leave a trace in the log indicating corruption has
938 		 * been detected.
939 		 */
940 		if (error == -EFSCORRUPTED) {
941 			error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
942 				      XFS_FSB_TO_DADDR(mp, bno),
943 				      mp->m_quotainfo->qi_dqchunklen, 0, &bp,
944 				      NULL);
945 		}
946 
947 		if (error)
948 			break;
949 
950 		/*
951 		 * A corrupt buffer might not have a verifier attached, so
952 		 * make sure we have the correct one attached before writeback
953 		 * occurs.
954 		 */
955 		bp->b_ops = &xfs_dquot_buf_ops;
956 		xfs_qm_reset_dqcounts(mp, bp, firstid, type);
957 		xfs_buf_delwri_queue(bp, buffer_list);
958 		xfs_buf_relse(bp);
959 
960 		/* goto the next block. */
961 		bno++;
962 		firstid += mp->m_quotainfo->qi_dqperchunk;
963 	}
964 
965 	return error;
966 }
967 
968 /*
969  * Iterate over all allocated dquot blocks in this quota inode, zeroing all
970  * counters for every chunk of dquots that we find.
971  */
972 STATIC int
973 xfs_qm_reset_dqcounts_buf(
974 	struct xfs_mount	*mp,
975 	struct xfs_inode	*qip,
976 	uint			flags,
977 	struct list_head	*buffer_list)
978 {
979 	struct xfs_bmbt_irec	*map;
980 	int			i, nmaps;	/* number of map entries */
981 	int			error;		/* return value */
982 	xfs_fileoff_t		lblkno;
983 	xfs_filblks_t		maxlblkcnt;
984 	xfs_dqid_t		firstid;
985 	xfs_fsblock_t		rablkno;
986 	xfs_filblks_t		rablkcnt;
987 
988 	error = 0;
989 	/*
990 	 * This looks racy, but we can't keep an inode lock across a
991 	 * trans_reserve. But, this gets called during quotacheck, and that
992 	 * happens only at mount time which is single threaded.
993 	 */
994 	if (qip->i_d.di_nblocks == 0)
995 		return 0;
996 
997 	map = kmem_alloc(XFS_DQITER_MAP_SIZE * sizeof(*map), KM_SLEEP);
998 
999 	lblkno = 0;
1000 	maxlblkcnt = XFS_B_TO_FSB(mp, mp->m_super->s_maxbytes);
1001 	do {
1002 		uint		lock_mode;
1003 
1004 		nmaps = XFS_DQITER_MAP_SIZE;
1005 		/*
1006 		 * We aren't changing the inode itself. Just changing
1007 		 * some of its data. No new blocks are added here, and
1008 		 * the inode is never added to the transaction.
1009 		 */
1010 		lock_mode = xfs_ilock_data_map_shared(qip);
1011 		error = xfs_bmapi_read(qip, lblkno, maxlblkcnt - lblkno,
1012 				       map, &nmaps, 0);
1013 		xfs_iunlock(qip, lock_mode);
1014 		if (error)
1015 			break;
1016 
1017 		ASSERT(nmaps <= XFS_DQITER_MAP_SIZE);
1018 		for (i = 0; i < nmaps; i++) {
1019 			ASSERT(map[i].br_startblock != DELAYSTARTBLOCK);
1020 			ASSERT(map[i].br_blockcount);
1021 
1022 
1023 			lblkno += map[i].br_blockcount;
1024 
1025 			if (map[i].br_startblock == HOLESTARTBLOCK)
1026 				continue;
1027 
1028 			firstid = (xfs_dqid_t) map[i].br_startoff *
1029 				mp->m_quotainfo->qi_dqperchunk;
1030 			/*
1031 			 * Do a read-ahead on the next extent.
1032 			 */
1033 			if ((i+1 < nmaps) &&
1034 			    (map[i+1].br_startblock != HOLESTARTBLOCK)) {
1035 				rablkcnt =  map[i+1].br_blockcount;
1036 				rablkno = map[i+1].br_startblock;
1037 				while (rablkcnt--) {
1038 					xfs_buf_readahead(mp->m_ddev_targp,
1039 					       XFS_FSB_TO_DADDR(mp, rablkno),
1040 					       mp->m_quotainfo->qi_dqchunklen,
1041 					       &xfs_dquot_buf_ops);
1042 					rablkno++;
1043 				}
1044 			}
1045 			/*
1046 			 * Iterate thru all the blks in the extent and
1047 			 * reset the counters of all the dquots inside them.
1048 			 */
1049 			error = xfs_qm_reset_dqcounts_all(mp, firstid,
1050 						   map[i].br_startblock,
1051 						   map[i].br_blockcount,
1052 						   flags, buffer_list);
1053 			if (error)
1054 				goto out;
1055 		}
1056 	} while (nmaps > 0);
1057 
1058 out:
1059 	kmem_free(map);
1060 	return error;
1061 }
1062 
1063 /*
1064  * Called by dqusage_adjust in doing a quotacheck.
1065  *
1066  * Given the inode, and a dquot id this updates both the incore dqout as well
1067  * as the buffer copy. This is so that once the quotacheck is done, we can
1068  * just log all the buffers, as opposed to logging numerous updates to
1069  * individual dquots.
1070  */
1071 STATIC int
1072 xfs_qm_quotacheck_dqadjust(
1073 	struct xfs_inode	*ip,
1074 	uint			type,
1075 	xfs_qcnt_t		nblks,
1076 	xfs_qcnt_t		rtblks)
1077 {
1078 	struct xfs_mount	*mp = ip->i_mount;
1079 	struct xfs_dquot	*dqp;
1080 	xfs_dqid_t		id;
1081 	int			error;
1082 
1083 	id = xfs_qm_id_for_quotatype(ip, type);
1084 	error = xfs_qm_dqget(mp, id, type, true, &dqp);
1085 	if (error) {
1086 		/*
1087 		 * Shouldn't be able to turn off quotas here.
1088 		 */
1089 		ASSERT(error != -ESRCH);
1090 		ASSERT(error != -ENOENT);
1091 		return error;
1092 	}
1093 
1094 	trace_xfs_dqadjust(dqp);
1095 
1096 	/*
1097 	 * Adjust the inode count and the block count to reflect this inode's
1098 	 * resource usage.
1099 	 */
1100 	be64_add_cpu(&dqp->q_core.d_icount, 1);
1101 	dqp->q_res_icount++;
1102 	if (nblks) {
1103 		be64_add_cpu(&dqp->q_core.d_bcount, nblks);
1104 		dqp->q_res_bcount += nblks;
1105 	}
1106 	if (rtblks) {
1107 		be64_add_cpu(&dqp->q_core.d_rtbcount, rtblks);
1108 		dqp->q_res_rtbcount += rtblks;
1109 	}
1110 
1111 	/*
1112 	 * Set default limits, adjust timers (since we changed usages)
1113 	 *
1114 	 * There are no timers for the default values set in the root dquot.
1115 	 */
1116 	if (dqp->q_core.d_id) {
1117 		xfs_qm_adjust_dqlimits(mp, dqp);
1118 		xfs_qm_adjust_dqtimers(mp, &dqp->q_core);
1119 	}
1120 
1121 	dqp->dq_flags |= XFS_DQ_DIRTY;
1122 	xfs_qm_dqput(dqp);
1123 	return 0;
1124 }
1125 
1126 /*
1127  * callback routine supplied to bulkstat(). Given an inumber, find its
1128  * dquots and update them to account for resources taken by that inode.
1129  */
1130 /* ARGSUSED */
1131 STATIC int
1132 xfs_qm_dqusage_adjust(
1133 	xfs_mount_t	*mp,		/* mount point for filesystem */
1134 	xfs_ino_t	ino,		/* inode number to get data for */
1135 	void		__user *buffer,	/* not used */
1136 	int		ubsize,		/* not used */
1137 	int		*ubused,	/* not used */
1138 	int		*res)		/* result code value */
1139 {
1140 	xfs_inode_t	*ip;
1141 	xfs_qcnt_t	nblks;
1142 	xfs_filblks_t	rtblks = 0;	/* total rt blks */
1143 	int		error;
1144 
1145 	ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1146 
1147 	/*
1148 	 * rootino must have its resources accounted for, not so with the quota
1149 	 * inodes.
1150 	 */
1151 	if (xfs_is_quota_inode(&mp->m_sb, ino)) {
1152 		*res = BULKSTAT_RV_NOTHING;
1153 		return -EINVAL;
1154 	}
1155 
1156 	/*
1157 	 * We don't _need_ to take the ilock EXCL here because quotacheck runs
1158 	 * at mount time and therefore nobody will be racing chown/chproj.
1159 	 */
1160 	error = xfs_iget(mp, NULL, ino, XFS_IGET_DONTCACHE, 0, &ip);
1161 	if (error) {
1162 		*res = BULKSTAT_RV_NOTHING;
1163 		return error;
1164 	}
1165 
1166 	ASSERT(ip->i_delayed_blks == 0);
1167 
1168 	if (XFS_IS_REALTIME_INODE(ip)) {
1169 		struct xfs_ifork	*ifp = XFS_IFORK_PTR(ip, XFS_DATA_FORK);
1170 
1171 		if (!(ifp->if_flags & XFS_IFEXTENTS)) {
1172 			error = xfs_iread_extents(NULL, ip, XFS_DATA_FORK);
1173 			if (error)
1174 				goto error0;
1175 		}
1176 
1177 		xfs_bmap_count_leaves(ifp, &rtblks);
1178 	}
1179 
1180 	nblks = (xfs_qcnt_t)ip->i_d.di_nblocks - rtblks;
1181 
1182 	/*
1183 	 * Add the (disk blocks and inode) resources occupied by this
1184 	 * inode to its dquots. We do this adjustment in the incore dquot,
1185 	 * and also copy the changes to its buffer.
1186 	 * We don't care about putting these changes in a transaction
1187 	 * envelope because if we crash in the middle of a 'quotacheck'
1188 	 * we have to start from the beginning anyway.
1189 	 * Once we're done, we'll log all the dquot bufs.
1190 	 *
1191 	 * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1192 	 * and quotaoffs don't race. (Quotachecks happen at mount time only).
1193 	 */
1194 	if (XFS_IS_UQUOTA_ON(mp)) {
1195 		error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_USER, nblks,
1196 				rtblks);
1197 		if (error)
1198 			goto error0;
1199 	}
1200 
1201 	if (XFS_IS_GQUOTA_ON(mp)) {
1202 		error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_GROUP, nblks,
1203 				rtblks);
1204 		if (error)
1205 			goto error0;
1206 	}
1207 
1208 	if (XFS_IS_PQUOTA_ON(mp)) {
1209 		error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_PROJ, nblks,
1210 				rtblks);
1211 		if (error)
1212 			goto error0;
1213 	}
1214 
1215 	IRELE(ip);
1216 	*res = BULKSTAT_RV_DIDONE;
1217 	return 0;
1218 
1219 error0:
1220 	IRELE(ip);
1221 	*res = BULKSTAT_RV_GIVEUP;
1222 	return error;
1223 }
1224 
1225 STATIC int
1226 xfs_qm_flush_one(
1227 	struct xfs_dquot	*dqp,
1228 	void			*data)
1229 {
1230 	struct xfs_mount	*mp = dqp->q_mount;
1231 	struct list_head	*buffer_list = data;
1232 	struct xfs_buf		*bp = NULL;
1233 	int			error = 0;
1234 
1235 	xfs_dqlock(dqp);
1236 	if (dqp->dq_flags & XFS_DQ_FREEING)
1237 		goto out_unlock;
1238 	if (!XFS_DQ_IS_DIRTY(dqp))
1239 		goto out_unlock;
1240 
1241 	/*
1242 	 * The only way the dquot is already flush locked by the time quotacheck
1243 	 * gets here is if reclaim flushed it before the dqadjust walk dirtied
1244 	 * it for the final time. Quotacheck collects all dquot bufs in the
1245 	 * local delwri queue before dquots are dirtied, so reclaim can't have
1246 	 * possibly queued it for I/O. The only way out is to push the buffer to
1247 	 * cycle the flush lock.
1248 	 */
1249 	if (!xfs_dqflock_nowait(dqp)) {
1250 		/* buf is pinned in-core by delwri list */
1251 		bp = xfs_buf_incore(mp->m_ddev_targp, dqp->q_blkno,
1252 				mp->m_quotainfo->qi_dqchunklen, 0);
1253 		if (!bp) {
1254 			error = -EINVAL;
1255 			goto out_unlock;
1256 		}
1257 		xfs_buf_unlock(bp);
1258 
1259 		xfs_buf_delwri_pushbuf(bp, buffer_list);
1260 		xfs_buf_rele(bp);
1261 
1262 		error = -EAGAIN;
1263 		goto out_unlock;
1264 	}
1265 
1266 	error = xfs_qm_dqflush(dqp, &bp);
1267 	if (error)
1268 		goto out_unlock;
1269 
1270 	xfs_buf_delwri_queue(bp, buffer_list);
1271 	xfs_buf_relse(bp);
1272 out_unlock:
1273 	xfs_dqunlock(dqp);
1274 	return error;
1275 }
1276 
1277 /*
1278  * Walk thru all the filesystem inodes and construct a consistent view
1279  * of the disk quota world. If the quotacheck fails, disable quotas.
1280  */
1281 STATIC int
1282 xfs_qm_quotacheck(
1283 	xfs_mount_t	*mp)
1284 {
1285 	int			done, count, error, error2;
1286 	xfs_ino_t		lastino;
1287 	size_t			structsz;
1288 	uint			flags;
1289 	LIST_HEAD		(buffer_list);
1290 	struct xfs_inode	*uip = mp->m_quotainfo->qi_uquotaip;
1291 	struct xfs_inode	*gip = mp->m_quotainfo->qi_gquotaip;
1292 	struct xfs_inode	*pip = mp->m_quotainfo->qi_pquotaip;
1293 
1294 	count = INT_MAX;
1295 	structsz = 1;
1296 	lastino = 0;
1297 	flags = 0;
1298 
1299 	ASSERT(uip || gip || pip);
1300 	ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1301 
1302 	xfs_notice(mp, "Quotacheck needed: Please wait.");
1303 
1304 	/*
1305 	 * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1306 	 * their counters to zero. We need a clean slate.
1307 	 * We don't log our changes till later.
1308 	 */
1309 	if (uip) {
1310 		error = xfs_qm_reset_dqcounts_buf(mp, uip, XFS_QMOPT_UQUOTA,
1311 					 &buffer_list);
1312 		if (error)
1313 			goto error_return;
1314 		flags |= XFS_UQUOTA_CHKD;
1315 	}
1316 
1317 	if (gip) {
1318 		error = xfs_qm_reset_dqcounts_buf(mp, gip, XFS_QMOPT_GQUOTA,
1319 					 &buffer_list);
1320 		if (error)
1321 			goto error_return;
1322 		flags |= XFS_GQUOTA_CHKD;
1323 	}
1324 
1325 	if (pip) {
1326 		error = xfs_qm_reset_dqcounts_buf(mp, pip, XFS_QMOPT_PQUOTA,
1327 					 &buffer_list);
1328 		if (error)
1329 			goto error_return;
1330 		flags |= XFS_PQUOTA_CHKD;
1331 	}
1332 
1333 	do {
1334 		/*
1335 		 * Iterate thru all the inodes in the file system,
1336 		 * adjusting the corresponding dquot counters in core.
1337 		 */
1338 		error = xfs_bulkstat(mp, &lastino, &count,
1339 				     xfs_qm_dqusage_adjust,
1340 				     structsz, NULL, &done);
1341 		if (error)
1342 			break;
1343 
1344 	} while (!done);
1345 
1346 	/*
1347 	 * We've made all the changes that we need to make incore.  Flush them
1348 	 * down to disk buffers if everything was updated successfully.
1349 	 */
1350 	if (XFS_IS_UQUOTA_ON(mp)) {
1351 		error = xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_flush_one,
1352 					  &buffer_list);
1353 	}
1354 	if (XFS_IS_GQUOTA_ON(mp)) {
1355 		error2 = xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_flush_one,
1356 					   &buffer_list);
1357 		if (!error)
1358 			error = error2;
1359 	}
1360 	if (XFS_IS_PQUOTA_ON(mp)) {
1361 		error2 = xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_flush_one,
1362 					   &buffer_list);
1363 		if (!error)
1364 			error = error2;
1365 	}
1366 
1367 	error2 = xfs_buf_delwri_submit(&buffer_list);
1368 	if (!error)
1369 		error = error2;
1370 
1371 	/*
1372 	 * We can get this error if we couldn't do a dquot allocation inside
1373 	 * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1374 	 * dirty dquots that might be cached, we just want to get rid of them
1375 	 * and turn quotaoff. The dquots won't be attached to any of the inodes
1376 	 * at this point (because we intentionally didn't in dqget_noattach).
1377 	 */
1378 	if (error) {
1379 		xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
1380 		goto error_return;
1381 	}
1382 
1383 	/*
1384 	 * If one type of quotas is off, then it will lose its
1385 	 * quotachecked status, since we won't be doing accounting for
1386 	 * that type anymore.
1387 	 */
1388 	mp->m_qflags &= ~XFS_ALL_QUOTA_CHKD;
1389 	mp->m_qflags |= flags;
1390 
1391  error_return:
1392 	xfs_buf_delwri_cancel(&buffer_list);
1393 
1394 	if (error) {
1395 		xfs_warn(mp,
1396 	"Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1397 			error);
1398 		/*
1399 		 * We must turn off quotas.
1400 		 */
1401 		ASSERT(mp->m_quotainfo != NULL);
1402 		xfs_qm_destroy_quotainfo(mp);
1403 		if (xfs_mount_reset_sbqflags(mp)) {
1404 			xfs_warn(mp,
1405 				"Quotacheck: Failed to reset quota flags.");
1406 		}
1407 	} else
1408 		xfs_notice(mp, "Quotacheck: Done.");
1409 	return error;
1410 }
1411 
1412 /*
1413  * This is called from xfs_mountfs to start quotas and initialize all
1414  * necessary data structures like quotainfo.  This is also responsible for
1415  * running a quotacheck as necessary.  We are guaranteed that the superblock
1416  * is consistently read in at this point.
1417  *
1418  * If we fail here, the mount will continue with quota turned off. We don't
1419  * need to inidicate success or failure at all.
1420  */
1421 void
1422 xfs_qm_mount_quotas(
1423 	struct xfs_mount	*mp)
1424 {
1425 	int			error = 0;
1426 	uint			sbf;
1427 
1428 	/*
1429 	 * If quotas on realtime volumes is not supported, we disable
1430 	 * quotas immediately.
1431 	 */
1432 	if (mp->m_sb.sb_rextents) {
1433 		xfs_notice(mp, "Cannot turn on quotas for realtime filesystem");
1434 		mp->m_qflags = 0;
1435 		goto write_changes;
1436 	}
1437 
1438 	ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1439 
1440 	/*
1441 	 * Allocate the quotainfo structure inside the mount struct, and
1442 	 * create quotainode(s), and change/rev superblock if necessary.
1443 	 */
1444 	error = xfs_qm_init_quotainfo(mp);
1445 	if (error) {
1446 		/*
1447 		 * We must turn off quotas.
1448 		 */
1449 		ASSERT(mp->m_quotainfo == NULL);
1450 		mp->m_qflags = 0;
1451 		goto write_changes;
1452 	}
1453 	/*
1454 	 * If any of the quotas are not consistent, do a quotacheck.
1455 	 */
1456 	if (XFS_QM_NEED_QUOTACHECK(mp)) {
1457 		error = xfs_qm_quotacheck(mp);
1458 		if (error) {
1459 			/* Quotacheck failed and disabled quotas. */
1460 			return;
1461 		}
1462 	}
1463 	/*
1464 	 * If one type of quotas is off, then it will lose its
1465 	 * quotachecked status, since we won't be doing accounting for
1466 	 * that type anymore.
1467 	 */
1468 	if (!XFS_IS_UQUOTA_ON(mp))
1469 		mp->m_qflags &= ~XFS_UQUOTA_CHKD;
1470 	if (!XFS_IS_GQUOTA_ON(mp))
1471 		mp->m_qflags &= ~XFS_GQUOTA_CHKD;
1472 	if (!XFS_IS_PQUOTA_ON(mp))
1473 		mp->m_qflags &= ~XFS_PQUOTA_CHKD;
1474 
1475  write_changes:
1476 	/*
1477 	 * We actually don't have to acquire the m_sb_lock at all.
1478 	 * This can only be called from mount, and that's single threaded. XXX
1479 	 */
1480 	spin_lock(&mp->m_sb_lock);
1481 	sbf = mp->m_sb.sb_qflags;
1482 	mp->m_sb.sb_qflags = mp->m_qflags & XFS_MOUNT_QUOTA_ALL;
1483 	spin_unlock(&mp->m_sb_lock);
1484 
1485 	if (sbf != (mp->m_qflags & XFS_MOUNT_QUOTA_ALL)) {
1486 		if (xfs_sync_sb(mp, false)) {
1487 			/*
1488 			 * We could only have been turning quotas off.
1489 			 * We aren't in very good shape actually because
1490 			 * the incore structures are convinced that quotas are
1491 			 * off, but the on disk superblock doesn't know that !
1492 			 */
1493 			ASSERT(!(XFS_IS_QUOTA_RUNNING(mp)));
1494 			xfs_alert(mp, "%s: Superblock update failed!",
1495 				__func__);
1496 		}
1497 	}
1498 
1499 	if (error) {
1500 		xfs_warn(mp, "Failed to initialize disk quotas.");
1501 		return;
1502 	}
1503 }
1504 
1505 /*
1506  * This is called after the superblock has been read in and we're ready to
1507  * iget the quota inodes.
1508  */
1509 STATIC int
1510 xfs_qm_init_quotainos(
1511 	xfs_mount_t	*mp)
1512 {
1513 	struct xfs_inode	*uip = NULL;
1514 	struct xfs_inode	*gip = NULL;
1515 	struct xfs_inode	*pip = NULL;
1516 	int			error;
1517 	uint			flags = 0;
1518 
1519 	ASSERT(mp->m_quotainfo);
1520 
1521 	/*
1522 	 * Get the uquota and gquota inodes
1523 	 */
1524 	if (xfs_sb_version_hasquota(&mp->m_sb)) {
1525 		if (XFS_IS_UQUOTA_ON(mp) &&
1526 		    mp->m_sb.sb_uquotino != NULLFSINO) {
1527 			ASSERT(mp->m_sb.sb_uquotino > 0);
1528 			error = xfs_iget(mp, NULL, mp->m_sb.sb_uquotino,
1529 					     0, 0, &uip);
1530 			if (error)
1531 				return error;
1532 		}
1533 		if (XFS_IS_GQUOTA_ON(mp) &&
1534 		    mp->m_sb.sb_gquotino != NULLFSINO) {
1535 			ASSERT(mp->m_sb.sb_gquotino > 0);
1536 			error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1537 					     0, 0, &gip);
1538 			if (error)
1539 				goto error_rele;
1540 		}
1541 		if (XFS_IS_PQUOTA_ON(mp) &&
1542 		    mp->m_sb.sb_pquotino != NULLFSINO) {
1543 			ASSERT(mp->m_sb.sb_pquotino > 0);
1544 			error = xfs_iget(mp, NULL, mp->m_sb.sb_pquotino,
1545 					     0, 0, &pip);
1546 			if (error)
1547 				goto error_rele;
1548 		}
1549 	} else {
1550 		flags |= XFS_QMOPT_SBVERSION;
1551 	}
1552 
1553 	/*
1554 	 * Create the three inodes, if they don't exist already. The changes
1555 	 * made above will get added to a transaction and logged in one of
1556 	 * the qino_alloc calls below.  If the device is readonly,
1557 	 * temporarily switch to read-write to do this.
1558 	 */
1559 	if (XFS_IS_UQUOTA_ON(mp) && uip == NULL) {
1560 		error = xfs_qm_qino_alloc(mp, &uip,
1561 					      flags | XFS_QMOPT_UQUOTA);
1562 		if (error)
1563 			goto error_rele;
1564 
1565 		flags &= ~XFS_QMOPT_SBVERSION;
1566 	}
1567 	if (XFS_IS_GQUOTA_ON(mp) && gip == NULL) {
1568 		error = xfs_qm_qino_alloc(mp, &gip,
1569 					  flags | XFS_QMOPT_GQUOTA);
1570 		if (error)
1571 			goto error_rele;
1572 
1573 		flags &= ~XFS_QMOPT_SBVERSION;
1574 	}
1575 	if (XFS_IS_PQUOTA_ON(mp) && pip == NULL) {
1576 		error = xfs_qm_qino_alloc(mp, &pip,
1577 					  flags | XFS_QMOPT_PQUOTA);
1578 		if (error)
1579 			goto error_rele;
1580 	}
1581 
1582 	mp->m_quotainfo->qi_uquotaip = uip;
1583 	mp->m_quotainfo->qi_gquotaip = gip;
1584 	mp->m_quotainfo->qi_pquotaip = pip;
1585 
1586 	return 0;
1587 
1588 error_rele:
1589 	if (uip)
1590 		IRELE(uip);
1591 	if (gip)
1592 		IRELE(gip);
1593 	if (pip)
1594 		IRELE(pip);
1595 	return error;
1596 }
1597 
1598 STATIC void
1599 xfs_qm_destroy_quotainos(
1600 	xfs_quotainfo_t	*qi)
1601 {
1602 	if (qi->qi_uquotaip) {
1603 		IRELE(qi->qi_uquotaip);
1604 		qi->qi_uquotaip = NULL; /* paranoia */
1605 	}
1606 	if (qi->qi_gquotaip) {
1607 		IRELE(qi->qi_gquotaip);
1608 		qi->qi_gquotaip = NULL;
1609 	}
1610 	if (qi->qi_pquotaip) {
1611 		IRELE(qi->qi_pquotaip);
1612 		qi->qi_pquotaip = NULL;
1613 	}
1614 }
1615 
1616 STATIC void
1617 xfs_qm_dqfree_one(
1618 	struct xfs_dquot	*dqp)
1619 {
1620 	struct xfs_mount	*mp = dqp->q_mount;
1621 	struct xfs_quotainfo	*qi = mp->m_quotainfo;
1622 
1623 	mutex_lock(&qi->qi_tree_lock);
1624 	radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
1625 			  be32_to_cpu(dqp->q_core.d_id));
1626 
1627 	qi->qi_dquots--;
1628 	mutex_unlock(&qi->qi_tree_lock);
1629 
1630 	xfs_qm_dqdestroy(dqp);
1631 }
1632 
1633 /* --------------- utility functions for vnodeops ---------------- */
1634 
1635 
1636 /*
1637  * Given an inode, a uid, gid and prid make sure that we have
1638  * allocated relevant dquot(s) on disk, and that we won't exceed inode
1639  * quotas by creating this file.
1640  * This also attaches dquot(s) to the given inode after locking it,
1641  * and returns the dquots corresponding to the uid and/or gid.
1642  *
1643  * in	: inode (unlocked)
1644  * out	: udquot, gdquot with references taken and unlocked
1645  */
1646 int
1647 xfs_qm_vop_dqalloc(
1648 	struct xfs_inode	*ip,
1649 	xfs_dqid_t		uid,
1650 	xfs_dqid_t		gid,
1651 	prid_t			prid,
1652 	uint			flags,
1653 	struct xfs_dquot	**O_udqpp,
1654 	struct xfs_dquot	**O_gdqpp,
1655 	struct xfs_dquot	**O_pdqpp)
1656 {
1657 	struct xfs_mount	*mp = ip->i_mount;
1658 	struct xfs_dquot	*uq = NULL;
1659 	struct xfs_dquot	*gq = NULL;
1660 	struct xfs_dquot	*pq = NULL;
1661 	int			error;
1662 	uint			lockflags;
1663 
1664 	if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1665 		return 0;
1666 
1667 	lockflags = XFS_ILOCK_EXCL;
1668 	xfs_ilock(ip, lockflags);
1669 
1670 	if ((flags & XFS_QMOPT_INHERIT) && XFS_INHERIT_GID(ip))
1671 		gid = ip->i_d.di_gid;
1672 
1673 	/*
1674 	 * Attach the dquot(s) to this inode, doing a dquot allocation
1675 	 * if necessary. The dquot(s) will not be locked.
1676 	 */
1677 	if (XFS_NOT_DQATTACHED(mp, ip)) {
1678 		error = xfs_qm_dqattach_locked(ip, true);
1679 		if (error) {
1680 			xfs_iunlock(ip, lockflags);
1681 			return error;
1682 		}
1683 	}
1684 
1685 	if ((flags & XFS_QMOPT_UQUOTA) && XFS_IS_UQUOTA_ON(mp)) {
1686 		if (ip->i_d.di_uid != uid) {
1687 			/*
1688 			 * What we need is the dquot that has this uid, and
1689 			 * if we send the inode to dqget, the uid of the inode
1690 			 * takes priority over what's sent in the uid argument.
1691 			 * We must unlock inode here before calling dqget if
1692 			 * we're not sending the inode, because otherwise
1693 			 * we'll deadlock by doing trans_reserve while
1694 			 * holding ilock.
1695 			 */
1696 			xfs_iunlock(ip, lockflags);
1697 			error = xfs_qm_dqget(mp, uid, XFS_DQ_USER, true, &uq);
1698 			if (error) {
1699 				ASSERT(error != -ENOENT);
1700 				return error;
1701 			}
1702 			/*
1703 			 * Get the ilock in the right order.
1704 			 */
1705 			xfs_dqunlock(uq);
1706 			lockflags = XFS_ILOCK_SHARED;
1707 			xfs_ilock(ip, lockflags);
1708 		} else {
1709 			/*
1710 			 * Take an extra reference, because we'll return
1711 			 * this to caller
1712 			 */
1713 			ASSERT(ip->i_udquot);
1714 			uq = xfs_qm_dqhold(ip->i_udquot);
1715 		}
1716 	}
1717 	if ((flags & XFS_QMOPT_GQUOTA) && XFS_IS_GQUOTA_ON(mp)) {
1718 		if (ip->i_d.di_gid != gid) {
1719 			xfs_iunlock(ip, lockflags);
1720 			error = xfs_qm_dqget(mp, gid, XFS_DQ_GROUP, true, &gq);
1721 			if (error) {
1722 				ASSERT(error != -ENOENT);
1723 				goto error_rele;
1724 			}
1725 			xfs_dqunlock(gq);
1726 			lockflags = XFS_ILOCK_SHARED;
1727 			xfs_ilock(ip, lockflags);
1728 		} else {
1729 			ASSERT(ip->i_gdquot);
1730 			gq = xfs_qm_dqhold(ip->i_gdquot);
1731 		}
1732 	}
1733 	if ((flags & XFS_QMOPT_PQUOTA) && XFS_IS_PQUOTA_ON(mp)) {
1734 		if (xfs_get_projid(ip) != prid) {
1735 			xfs_iunlock(ip, lockflags);
1736 			error = xfs_qm_dqget(mp, (xfs_dqid_t)prid, XFS_DQ_PROJ,
1737 					true, &pq);
1738 			if (error) {
1739 				ASSERT(error != -ENOENT);
1740 				goto error_rele;
1741 			}
1742 			xfs_dqunlock(pq);
1743 			lockflags = XFS_ILOCK_SHARED;
1744 			xfs_ilock(ip, lockflags);
1745 		} else {
1746 			ASSERT(ip->i_pdquot);
1747 			pq = xfs_qm_dqhold(ip->i_pdquot);
1748 		}
1749 	}
1750 	if (uq)
1751 		trace_xfs_dquot_dqalloc(ip);
1752 
1753 	xfs_iunlock(ip, lockflags);
1754 	if (O_udqpp)
1755 		*O_udqpp = uq;
1756 	else
1757 		xfs_qm_dqrele(uq);
1758 	if (O_gdqpp)
1759 		*O_gdqpp = gq;
1760 	else
1761 		xfs_qm_dqrele(gq);
1762 	if (O_pdqpp)
1763 		*O_pdqpp = pq;
1764 	else
1765 		xfs_qm_dqrele(pq);
1766 	return 0;
1767 
1768 error_rele:
1769 	xfs_qm_dqrele(gq);
1770 	xfs_qm_dqrele(uq);
1771 	return error;
1772 }
1773 
1774 /*
1775  * Actually transfer ownership, and do dquot modifications.
1776  * These were already reserved.
1777  */
1778 xfs_dquot_t *
1779 xfs_qm_vop_chown(
1780 	xfs_trans_t	*tp,
1781 	xfs_inode_t	*ip,
1782 	xfs_dquot_t	**IO_olddq,
1783 	xfs_dquot_t	*newdq)
1784 {
1785 	xfs_dquot_t	*prevdq;
1786 	uint		bfield = XFS_IS_REALTIME_INODE(ip) ?
1787 				 XFS_TRANS_DQ_RTBCOUNT : XFS_TRANS_DQ_BCOUNT;
1788 
1789 
1790 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1791 	ASSERT(XFS_IS_QUOTA_RUNNING(ip->i_mount));
1792 
1793 	/* old dquot */
1794 	prevdq = *IO_olddq;
1795 	ASSERT(prevdq);
1796 	ASSERT(prevdq != newdq);
1797 
1798 	xfs_trans_mod_dquot(tp, prevdq, bfield, -(ip->i_d.di_nblocks));
1799 	xfs_trans_mod_dquot(tp, prevdq, XFS_TRANS_DQ_ICOUNT, -1);
1800 
1801 	/* the sparkling new dquot */
1802 	xfs_trans_mod_dquot(tp, newdq, bfield, ip->i_d.di_nblocks);
1803 	xfs_trans_mod_dquot(tp, newdq, XFS_TRANS_DQ_ICOUNT, 1);
1804 
1805 	/*
1806 	 * Take an extra reference, because the inode is going to keep
1807 	 * this dquot pointer even after the trans_commit.
1808 	 */
1809 	*IO_olddq = xfs_qm_dqhold(newdq);
1810 
1811 	return prevdq;
1812 }
1813 
1814 /*
1815  * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
1816  */
1817 int
1818 xfs_qm_vop_chown_reserve(
1819 	struct xfs_trans	*tp,
1820 	struct xfs_inode	*ip,
1821 	struct xfs_dquot	*udqp,
1822 	struct xfs_dquot	*gdqp,
1823 	struct xfs_dquot	*pdqp,
1824 	uint			flags)
1825 {
1826 	struct xfs_mount	*mp = ip->i_mount;
1827 	uint			delblks, blkflags, prjflags = 0;
1828 	struct xfs_dquot	*udq_unres = NULL;
1829 	struct xfs_dquot	*gdq_unres = NULL;
1830 	struct xfs_dquot	*pdq_unres = NULL;
1831 	struct xfs_dquot	*udq_delblks = NULL;
1832 	struct xfs_dquot	*gdq_delblks = NULL;
1833 	struct xfs_dquot	*pdq_delblks = NULL;
1834 	int			error;
1835 
1836 
1837 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL|XFS_ILOCK_SHARED));
1838 	ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1839 
1840 	delblks = ip->i_delayed_blks;
1841 	blkflags = XFS_IS_REALTIME_INODE(ip) ?
1842 			XFS_QMOPT_RES_RTBLKS : XFS_QMOPT_RES_REGBLKS;
1843 
1844 	if (XFS_IS_UQUOTA_ON(mp) && udqp &&
1845 	    ip->i_d.di_uid != be32_to_cpu(udqp->q_core.d_id)) {
1846 		udq_delblks = udqp;
1847 		/*
1848 		 * If there are delayed allocation blocks, then we have to
1849 		 * unreserve those from the old dquot, and add them to the
1850 		 * new dquot.
1851 		 */
1852 		if (delblks) {
1853 			ASSERT(ip->i_udquot);
1854 			udq_unres = ip->i_udquot;
1855 		}
1856 	}
1857 	if (XFS_IS_GQUOTA_ON(ip->i_mount) && gdqp &&
1858 	    ip->i_d.di_gid != be32_to_cpu(gdqp->q_core.d_id)) {
1859 		gdq_delblks = gdqp;
1860 		if (delblks) {
1861 			ASSERT(ip->i_gdquot);
1862 			gdq_unres = ip->i_gdquot;
1863 		}
1864 	}
1865 
1866 	if (XFS_IS_PQUOTA_ON(ip->i_mount) && pdqp &&
1867 	    xfs_get_projid(ip) != be32_to_cpu(pdqp->q_core.d_id)) {
1868 		prjflags = XFS_QMOPT_ENOSPC;
1869 		pdq_delblks = pdqp;
1870 		if (delblks) {
1871 			ASSERT(ip->i_pdquot);
1872 			pdq_unres = ip->i_pdquot;
1873 		}
1874 	}
1875 
1876 	error = xfs_trans_reserve_quota_bydquots(tp, ip->i_mount,
1877 				udq_delblks, gdq_delblks, pdq_delblks,
1878 				ip->i_d.di_nblocks, 1,
1879 				flags | blkflags | prjflags);
1880 	if (error)
1881 		return error;
1882 
1883 	/*
1884 	 * Do the delayed blks reservations/unreservations now. Since, these
1885 	 * are done without the help of a transaction, if a reservation fails
1886 	 * its previous reservations won't be automatically undone by trans
1887 	 * code. So, we have to do it manually here.
1888 	 */
1889 	if (delblks) {
1890 		/*
1891 		 * Do the reservations first. Unreservation can't fail.
1892 		 */
1893 		ASSERT(udq_delblks || gdq_delblks || pdq_delblks);
1894 		ASSERT(udq_unres || gdq_unres || pdq_unres);
1895 		error = xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1896 			    udq_delblks, gdq_delblks, pdq_delblks,
1897 			    (xfs_qcnt_t)delblks, 0,
1898 			    flags | blkflags | prjflags);
1899 		if (error)
1900 			return error;
1901 		xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1902 				udq_unres, gdq_unres, pdq_unres,
1903 				-((xfs_qcnt_t)delblks), 0, blkflags);
1904 	}
1905 
1906 	return 0;
1907 }
1908 
1909 int
1910 xfs_qm_vop_rename_dqattach(
1911 	struct xfs_inode	**i_tab)
1912 {
1913 	struct xfs_mount	*mp = i_tab[0]->i_mount;
1914 	int			i;
1915 
1916 	if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1917 		return 0;
1918 
1919 	for (i = 0; (i < 4 && i_tab[i]); i++) {
1920 		struct xfs_inode	*ip = i_tab[i];
1921 		int			error;
1922 
1923 		/*
1924 		 * Watch out for duplicate entries in the table.
1925 		 */
1926 		if (i == 0 || ip != i_tab[i-1]) {
1927 			if (XFS_NOT_DQATTACHED(mp, ip)) {
1928 				error = xfs_qm_dqattach(ip);
1929 				if (error)
1930 					return error;
1931 			}
1932 		}
1933 	}
1934 	return 0;
1935 }
1936 
1937 void
1938 xfs_qm_vop_create_dqattach(
1939 	struct xfs_trans	*tp,
1940 	struct xfs_inode	*ip,
1941 	struct xfs_dquot	*udqp,
1942 	struct xfs_dquot	*gdqp,
1943 	struct xfs_dquot	*pdqp)
1944 {
1945 	struct xfs_mount	*mp = tp->t_mountp;
1946 
1947 	if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1948 		return;
1949 
1950 	ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1951 	ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1952 
1953 	if (udqp && XFS_IS_UQUOTA_ON(mp)) {
1954 		ASSERT(ip->i_udquot == NULL);
1955 		ASSERT(ip->i_d.di_uid == be32_to_cpu(udqp->q_core.d_id));
1956 
1957 		ip->i_udquot = xfs_qm_dqhold(udqp);
1958 		xfs_trans_mod_dquot(tp, udqp, XFS_TRANS_DQ_ICOUNT, 1);
1959 	}
1960 	if (gdqp && XFS_IS_GQUOTA_ON(mp)) {
1961 		ASSERT(ip->i_gdquot == NULL);
1962 		ASSERT(ip->i_d.di_gid == be32_to_cpu(gdqp->q_core.d_id));
1963 		ip->i_gdquot = xfs_qm_dqhold(gdqp);
1964 		xfs_trans_mod_dquot(tp, gdqp, XFS_TRANS_DQ_ICOUNT, 1);
1965 	}
1966 	if (pdqp && XFS_IS_PQUOTA_ON(mp)) {
1967 		ASSERT(ip->i_pdquot == NULL);
1968 		ASSERT(xfs_get_projid(ip) == be32_to_cpu(pdqp->q_core.d_id));
1969 
1970 		ip->i_pdquot = xfs_qm_dqhold(pdqp);
1971 		xfs_trans_mod_dquot(tp, pdqp, XFS_TRANS_DQ_ICOUNT, 1);
1972 	}
1973 }
1974 
1975