xref: /openbmc/linux/fs/quota/dquot.c (revision 55f841ce)
1884d179dSJan Kara /*
2884d179dSJan Kara  * Implementation of the diskquota system for the LINUX operating system. QUOTA
3884d179dSJan Kara  * is implemented using the BSD system call interface as the means of
4884d179dSJan Kara  * communication with the user level. This file contains the generic routines
5884d179dSJan Kara  * called by the different filesystems on allocation of an inode or block.
6884d179dSJan Kara  * These routines take care of the administration needed to have a consistent
7884d179dSJan Kara  * diskquota tracking system. The ideas of both user and group quotas are based
8884d179dSJan Kara  * on the Melbourne quota system as used on BSD derived systems. The internal
9884d179dSJan Kara  * implementation is based on one of the several variants of the LINUX
10884d179dSJan Kara  * inode-subsystem with added complexity of the diskquota system.
11884d179dSJan Kara  *
12884d179dSJan Kara  * Author:	Marco van Wieringen <mvw@planets.elm.net>
13884d179dSJan Kara  *
14884d179dSJan Kara  * Fixes:   Dmitry Gorodchanin <pgmdsg@ibi.com>, 11 Feb 96
15884d179dSJan Kara  *
16884d179dSJan Kara  *		Revised list management to avoid races
17884d179dSJan Kara  *		-- Bill Hawes, <whawes@star.net>, 9/98
18884d179dSJan Kara  *
19884d179dSJan Kara  *		Fixed races in dquot_transfer(), dqget() and dquot_alloc_...().
20884d179dSJan Kara  *		As the consequence the locking was moved from dquot_decr_...(),
21884d179dSJan Kara  *		dquot_incr_...() to calling functions.
22884d179dSJan Kara  *		invalidate_dquots() now writes modified dquots.
23884d179dSJan Kara  *		Serialized quota_off() and quota_on() for mount point.
24884d179dSJan Kara  *		Fixed a few bugs in grow_dquots().
25884d179dSJan Kara  *		Fixed deadlock in write_dquot() - we no longer account quotas on
26884d179dSJan Kara  *		quota files
27884d179dSJan Kara  *		remove_dquot_ref() moved to inode.c - it now traverses through inodes
28884d179dSJan Kara  *		add_dquot_ref() restarts after blocking
29884d179dSJan Kara  *		Added check for bogus uid and fixed check for group in quotactl.
30884d179dSJan Kara  *		Jan Kara, <jack@suse.cz>, sponsored by SuSE CR, 10-11/99
31884d179dSJan Kara  *
32884d179dSJan Kara  *		Used struct list_head instead of own list struct
33884d179dSJan Kara  *		Invalidation of referenced dquots is no longer possible
34884d179dSJan Kara  *		Improved free_dquots list management
35884d179dSJan Kara  *		Quota and i_blocks are now updated in one place to avoid races
36884d179dSJan Kara  *		Warnings are now delayed so we won't block in critical section
37884d179dSJan Kara  *		Write updated not to require dquot lock
38884d179dSJan Kara  *		Jan Kara, <jack@suse.cz>, 9/2000
39884d179dSJan Kara  *
40884d179dSJan Kara  *		Added dynamic quota structure allocation
41884d179dSJan Kara  *		Jan Kara <jack@suse.cz> 12/2000
42884d179dSJan Kara  *
43884d179dSJan Kara  *		Rewritten quota interface. Implemented new quota format and
44884d179dSJan Kara  *		formats registering.
45884d179dSJan Kara  *		Jan Kara, <jack@suse.cz>, 2001,2002
46884d179dSJan Kara  *
47884d179dSJan Kara  *		New SMP locking.
48884d179dSJan Kara  *		Jan Kara, <jack@suse.cz>, 10/2002
49884d179dSJan Kara  *
50884d179dSJan Kara  *		Added journalled quota support, fix lock inversion problems
51884d179dSJan Kara  *		Jan Kara, <jack@suse.cz>, 2003,2004
52884d179dSJan Kara  *
53884d179dSJan Kara  * (C) Copyright 1994 - 1997 Marco van Wieringen
54884d179dSJan Kara  */
55884d179dSJan Kara 
56884d179dSJan Kara #include <linux/errno.h>
57884d179dSJan Kara #include <linux/kernel.h>
58884d179dSJan Kara #include <linux/fs.h>
59884d179dSJan Kara #include <linux/mount.h>
60884d179dSJan Kara #include <linux/mm.h>
61884d179dSJan Kara #include <linux/time.h>
62884d179dSJan Kara #include <linux/types.h>
63884d179dSJan Kara #include <linux/string.h>
64884d179dSJan Kara #include <linux/fcntl.h>
65884d179dSJan Kara #include <linux/stat.h>
66884d179dSJan Kara #include <linux/tty.h>
67884d179dSJan Kara #include <linux/file.h>
68884d179dSJan Kara #include <linux/slab.h>
69884d179dSJan Kara #include <linux/sysctl.h>
70884d179dSJan Kara #include <linux/init.h>
71884d179dSJan Kara #include <linux/module.h>
72884d179dSJan Kara #include <linux/proc_fs.h>
73884d179dSJan Kara #include <linux/security.h>
7440401530SAl Viro #include <linux/sched.h>
75884d179dSJan Kara #include <linux/kmod.h>
76884d179dSJan Kara #include <linux/namei.h>
77884d179dSJan Kara #include <linux/capability.h>
78884d179dSJan Kara #include <linux/quotaops.h>
7955fa6091SDave Chinner #include "../internal.h" /* ugh */
80884d179dSJan Kara 
81f3da9310SJeff Liu #include <linux/uaccess.h>
82884d179dSJan Kara 
83884d179dSJan Kara /*
84884d179dSJan Kara  * There are three quota SMP locks. dq_list_lock protects all lists with quotas
85dde95888SDmitry Monakhov  * and quota formats.
86884d179dSJan Kara  * dq_data_lock protects data from dq_dqb and also mem_dqinfo structures and
87884d179dSJan Kara  * also guards consistency of dquot->dq_dqb with inode->i_blocks, i_bytes.
88884d179dSJan Kara  * i_blocks and i_bytes updates itself are guarded by i_lock acquired directly
89884d179dSJan Kara  * in inode_add_bytes() and inode_sub_bytes(). dq_state_lock protects
90884d179dSJan Kara  * modifications of quota state (on quotaon and quotaoff) and readers who care
91884d179dSJan Kara  * about latest values take it as well.
92884d179dSJan Kara  *
93884d179dSJan Kara  * The spinlock ordering is hence: dq_data_lock > dq_list_lock > i_lock,
94884d179dSJan Kara  *   dq_list_lock > dq_state_lock
95884d179dSJan Kara  *
96884d179dSJan Kara  * Note that some things (eg. sb pointer, type, id) doesn't change during
97884d179dSJan Kara  * the life of the dquot structure and so needn't to be protected by a lock
98884d179dSJan Kara  *
99884d179dSJan Kara  * Any operation working on dquots via inode pointers must hold dqptr_sem.  If
100884d179dSJan Kara  * operation is just reading pointers from inode (or not using them at all) the
10126245c94SJan Kara  * read lock is enough. If pointers are altered function must hold write lock.
10226245c94SJan Kara  * Special care needs to be taken about S_NOQUOTA inode flag (marking that
10326245c94SJan Kara  * inode is a quota file). Functions adding pointers from inode to dquots have
10426245c94SJan Kara  * to check this flag under dqptr_sem and then (if S_NOQUOTA is not set) they
10526245c94SJan Kara  * have to do all pointer modifications before dropping dqptr_sem. This makes
10626245c94SJan Kara  * sure they cannot race with quotaon which first sets S_NOQUOTA flag and
10726245c94SJan Kara  * then drops all pointers to dquots from an inode.
108884d179dSJan Kara  *
109884d179dSJan Kara  * Each dquot has its dq_lock mutex. Locked dquots might not be referenced
110884d179dSJan Kara  * from inodes (dquot_alloc_space() and such don't check the dq_lock).
111884d179dSJan Kara  * Currently dquot is locked only when it is being read to memory (or space for
112884d179dSJan Kara  * it is being allocated) on the first dqget() and when it is being released on
113884d179dSJan Kara  * the last dqput(). The allocation and release oparations are serialized by
114884d179dSJan Kara  * the dq_lock and by checking the use count in dquot_release().  Write
115884d179dSJan Kara  * operations on dquots don't hold dq_lock as they copy data under dq_data_lock
116884d179dSJan Kara  * spinlock to internal buffers before writing.
117884d179dSJan Kara  *
118884d179dSJan Kara  * Lock ordering (including related VFS locks) is the following:
119a80b12c3SJan Kara  *   dqonoff_mutex > i_mutex > journal_lock > dqptr_sem > dquot->dq_lock >
120884d179dSJan Kara  *   dqio_mutex
121a80b12c3SJan Kara  * dqonoff_mutex > i_mutex comes from dquot_quota_sync, dquot_enable, etc.
122884d179dSJan Kara  * The lock ordering of dqptr_sem imposed by quota code is only dqonoff_sem >
123884d179dSJan Kara  * dqptr_sem. But filesystem has to count with the fact that functions such as
124884d179dSJan Kara  * dquot_alloc_space() acquire dqptr_sem and they usually have to be called
125884d179dSJan Kara  * from inside a transaction to keep filesystem consistency after a crash. Also
126884d179dSJan Kara  * filesystems usually want to do some IO on dquot from ->mark_dirty which is
127884d179dSJan Kara  * called with dqptr_sem held.
128884d179dSJan Kara  */
129884d179dSJan Kara 
130c516610cSJan Kara static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_list_lock);
131c516610cSJan Kara static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_state_lock);
132c516610cSJan Kara __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_data_lock);
133884d179dSJan Kara EXPORT_SYMBOL(dq_data_lock);
134884d179dSJan Kara 
135fb5ffb0eSJiaying Zhang void __quota_error(struct super_block *sb, const char *func,
136fb5ffb0eSJiaying Zhang 		   const char *fmt, ...)
137fb5ffb0eSJiaying Zhang {
138fb5ffb0eSJiaying Zhang 	if (printk_ratelimit()) {
139055adcbdSJoe Perches 		va_list args;
140055adcbdSJoe Perches 		struct va_format vaf;
141055adcbdSJoe Perches 
142fb5ffb0eSJiaying Zhang 		va_start(args, fmt);
143055adcbdSJoe Perches 
144055adcbdSJoe Perches 		vaf.fmt = fmt;
145055adcbdSJoe Perches 		vaf.va = &args;
146055adcbdSJoe Perches 
147055adcbdSJoe Perches 		printk(KERN_ERR "Quota error (device %s): %s: %pV\n",
148055adcbdSJoe Perches 		       sb->s_id, func, &vaf);
149055adcbdSJoe Perches 
150fb5ffb0eSJiaying Zhang 		va_end(args);
151fb5ffb0eSJiaying Zhang 	}
152fb5ffb0eSJiaying Zhang }
153fb5ffb0eSJiaying Zhang EXPORT_SYMBOL(__quota_error);
154fb5ffb0eSJiaying Zhang 
155da8d1ba2SSergey Senozhatsky #if defined(CONFIG_QUOTA_DEBUG) || defined(CONFIG_PRINT_QUOTA_WARNING)
156884d179dSJan Kara static char *quotatypes[] = INITQFNAMES;
157da8d1ba2SSergey Senozhatsky #endif
158884d179dSJan Kara static struct quota_format_type *quota_formats;	/* List of registered formats */
159884d179dSJan Kara static struct quota_module_name module_names[] = INIT_QUOTA_MODULE_NAMES;
160884d179dSJan Kara 
161884d179dSJan Kara /* SLAB cache for dquot structures */
162884d179dSJan Kara static struct kmem_cache *dquot_cachep;
163884d179dSJan Kara 
164884d179dSJan Kara int register_quota_format(struct quota_format_type *fmt)
165884d179dSJan Kara {
166884d179dSJan Kara 	spin_lock(&dq_list_lock);
167884d179dSJan Kara 	fmt->qf_next = quota_formats;
168884d179dSJan Kara 	quota_formats = fmt;
169884d179dSJan Kara 	spin_unlock(&dq_list_lock);
170884d179dSJan Kara 	return 0;
171884d179dSJan Kara }
172884d179dSJan Kara EXPORT_SYMBOL(register_quota_format);
173884d179dSJan Kara 
174884d179dSJan Kara void unregister_quota_format(struct quota_format_type *fmt)
175884d179dSJan Kara {
176884d179dSJan Kara 	struct quota_format_type **actqf;
177884d179dSJan Kara 
178884d179dSJan Kara 	spin_lock(&dq_list_lock);
179268157baSJan Kara 	for (actqf = &quota_formats; *actqf && *actqf != fmt;
180268157baSJan Kara 	     actqf = &(*actqf)->qf_next)
181268157baSJan Kara 		;
182884d179dSJan Kara 	if (*actqf)
183884d179dSJan Kara 		*actqf = (*actqf)->qf_next;
184884d179dSJan Kara 	spin_unlock(&dq_list_lock);
185884d179dSJan Kara }
186884d179dSJan Kara EXPORT_SYMBOL(unregister_quota_format);
187884d179dSJan Kara 
188884d179dSJan Kara static struct quota_format_type *find_quota_format(int id)
189884d179dSJan Kara {
190884d179dSJan Kara 	struct quota_format_type *actqf;
191884d179dSJan Kara 
192884d179dSJan Kara 	spin_lock(&dq_list_lock);
193268157baSJan Kara 	for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
194268157baSJan Kara 	     actqf = actqf->qf_next)
195268157baSJan Kara 		;
196884d179dSJan Kara 	if (!actqf || !try_module_get(actqf->qf_owner)) {
197884d179dSJan Kara 		int qm;
198884d179dSJan Kara 
199884d179dSJan Kara 		spin_unlock(&dq_list_lock);
200884d179dSJan Kara 
201268157baSJan Kara 		for (qm = 0; module_names[qm].qm_fmt_id &&
202268157baSJan Kara 			     module_names[qm].qm_fmt_id != id; qm++)
203268157baSJan Kara 			;
204268157baSJan Kara 		if (!module_names[qm].qm_fmt_id ||
205268157baSJan Kara 		    request_module(module_names[qm].qm_mod_name))
206884d179dSJan Kara 			return NULL;
207884d179dSJan Kara 
208884d179dSJan Kara 		spin_lock(&dq_list_lock);
209268157baSJan Kara 		for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
210268157baSJan Kara 		     actqf = actqf->qf_next)
211268157baSJan Kara 			;
212884d179dSJan Kara 		if (actqf && !try_module_get(actqf->qf_owner))
213884d179dSJan Kara 			actqf = NULL;
214884d179dSJan Kara 	}
215884d179dSJan Kara 	spin_unlock(&dq_list_lock);
216884d179dSJan Kara 	return actqf;
217884d179dSJan Kara }
218884d179dSJan Kara 
219884d179dSJan Kara static void put_quota_format(struct quota_format_type *fmt)
220884d179dSJan Kara {
221884d179dSJan Kara 	module_put(fmt->qf_owner);
222884d179dSJan Kara }
223884d179dSJan Kara 
224884d179dSJan Kara /*
225884d179dSJan Kara  * Dquot List Management:
226884d179dSJan Kara  * The quota code uses three lists for dquot management: the inuse_list,
227884d179dSJan Kara  * free_dquots, and dquot_hash[] array. A single dquot structure may be
228884d179dSJan Kara  * on all three lists, depending on its current state.
229884d179dSJan Kara  *
230884d179dSJan Kara  * All dquots are placed to the end of inuse_list when first created, and this
231884d179dSJan Kara  * list is used for invalidate operation, which must look at every dquot.
232884d179dSJan Kara  *
233884d179dSJan Kara  * Unused dquots (dq_count == 0) are added to the free_dquots list when freed,
234884d179dSJan Kara  * and this list is searched whenever we need an available dquot.  Dquots are
235884d179dSJan Kara  * removed from the list as soon as they are used again, and
236884d179dSJan Kara  * dqstats.free_dquots gives the number of dquots on the list. When
237884d179dSJan Kara  * dquot is invalidated it's completely released from memory.
238884d179dSJan Kara  *
239884d179dSJan Kara  * Dquots with a specific identity (device, type and id) are placed on
240884d179dSJan Kara  * one of the dquot_hash[] hash chains. The provides an efficient search
241884d179dSJan Kara  * mechanism to locate a specific dquot.
242884d179dSJan Kara  */
243884d179dSJan Kara 
244884d179dSJan Kara static LIST_HEAD(inuse_list);
245884d179dSJan Kara static LIST_HEAD(free_dquots);
246884d179dSJan Kara static unsigned int dq_hash_bits, dq_hash_mask;
247884d179dSJan Kara static struct hlist_head *dquot_hash;
248884d179dSJan Kara 
249884d179dSJan Kara struct dqstats dqstats;
250884d179dSJan Kara EXPORT_SYMBOL(dqstats);
251884d179dSJan Kara 
2520a5a9c72SJan Kara static qsize_t inode_get_rsv_space(struct inode *inode);
253871a2931SChristoph Hellwig static void __dquot_initialize(struct inode *inode, int type);
2540a5a9c72SJan Kara 
255884d179dSJan Kara static inline unsigned int
2561a06d420SEric W. Biederman hashfn(const struct super_block *sb, struct kqid qid)
257884d179dSJan Kara {
2581a06d420SEric W. Biederman 	unsigned int id = from_kqid(&init_user_ns, qid);
2591a06d420SEric W. Biederman 	int type = qid.type;
260884d179dSJan Kara 	unsigned long tmp;
261884d179dSJan Kara 
262884d179dSJan Kara 	tmp = (((unsigned long)sb>>L1_CACHE_SHIFT) ^ id) * (MAXQUOTAS - type);
263884d179dSJan Kara 	return (tmp + (tmp >> dq_hash_bits)) & dq_hash_mask;
264884d179dSJan Kara }
265884d179dSJan Kara 
266884d179dSJan Kara /*
267884d179dSJan Kara  * Following list functions expect dq_list_lock to be held
268884d179dSJan Kara  */
269884d179dSJan Kara static inline void insert_dquot_hash(struct dquot *dquot)
270884d179dSJan Kara {
271268157baSJan Kara 	struct hlist_head *head;
2721a06d420SEric W. Biederman 	head = dquot_hash + hashfn(dquot->dq_sb, dquot->dq_id);
273884d179dSJan Kara 	hlist_add_head(&dquot->dq_hash, head);
274884d179dSJan Kara }
275884d179dSJan Kara 
276884d179dSJan Kara static inline void remove_dquot_hash(struct dquot *dquot)
277884d179dSJan Kara {
278884d179dSJan Kara 	hlist_del_init(&dquot->dq_hash);
279884d179dSJan Kara }
280884d179dSJan Kara 
2817a2435d8SJan Kara static struct dquot *find_dquot(unsigned int hashent, struct super_block *sb,
2821a06d420SEric W. Biederman 				struct kqid qid)
283884d179dSJan Kara {
284884d179dSJan Kara 	struct hlist_node *node;
285884d179dSJan Kara 	struct dquot *dquot;
286884d179dSJan Kara 
287884d179dSJan Kara 	hlist_for_each (node, dquot_hash+hashent) {
288884d179dSJan Kara 		dquot = hlist_entry(node, struct dquot, dq_hash);
2894c376dcaSEric W. Biederman 		if (dquot->dq_sb == sb && qid_eq(dquot->dq_id, qid))
290884d179dSJan Kara 			return dquot;
291884d179dSJan Kara 	}
292dd6f3c6dSJan Kara 	return NULL;
293884d179dSJan Kara }
294884d179dSJan Kara 
295884d179dSJan Kara /* Add a dquot to the tail of the free list */
296884d179dSJan Kara static inline void put_dquot_last(struct dquot *dquot)
297884d179dSJan Kara {
298884d179dSJan Kara 	list_add_tail(&dquot->dq_free, &free_dquots);
299dde95888SDmitry Monakhov 	dqstats_inc(DQST_FREE_DQUOTS);
300884d179dSJan Kara }
301884d179dSJan Kara 
302884d179dSJan Kara static inline void remove_free_dquot(struct dquot *dquot)
303884d179dSJan Kara {
304884d179dSJan Kara 	if (list_empty(&dquot->dq_free))
305884d179dSJan Kara 		return;
306884d179dSJan Kara 	list_del_init(&dquot->dq_free);
307dde95888SDmitry Monakhov 	dqstats_dec(DQST_FREE_DQUOTS);
308884d179dSJan Kara }
309884d179dSJan Kara 
310884d179dSJan Kara static inline void put_inuse(struct dquot *dquot)
311884d179dSJan Kara {
312884d179dSJan Kara 	/* We add to the back of inuse list so we don't have to restart
313884d179dSJan Kara 	 * when traversing this list and we block */
314884d179dSJan Kara 	list_add_tail(&dquot->dq_inuse, &inuse_list);
315dde95888SDmitry Monakhov 	dqstats_inc(DQST_ALLOC_DQUOTS);
316884d179dSJan Kara }
317884d179dSJan Kara 
318884d179dSJan Kara static inline void remove_inuse(struct dquot *dquot)
319884d179dSJan Kara {
320dde95888SDmitry Monakhov 	dqstats_dec(DQST_ALLOC_DQUOTS);
321884d179dSJan Kara 	list_del(&dquot->dq_inuse);
322884d179dSJan Kara }
323884d179dSJan Kara /*
324884d179dSJan Kara  * End of list functions needing dq_list_lock
325884d179dSJan Kara  */
326884d179dSJan Kara 
327884d179dSJan Kara static void wait_on_dquot(struct dquot *dquot)
328884d179dSJan Kara {
329884d179dSJan Kara 	mutex_lock(&dquot->dq_lock);
330884d179dSJan Kara 	mutex_unlock(&dquot->dq_lock);
331884d179dSJan Kara }
332884d179dSJan Kara 
333884d179dSJan Kara static inline int dquot_dirty(struct dquot *dquot)
334884d179dSJan Kara {
335884d179dSJan Kara 	return test_bit(DQ_MOD_B, &dquot->dq_flags);
336884d179dSJan Kara }
337884d179dSJan Kara 
338884d179dSJan Kara static inline int mark_dquot_dirty(struct dquot *dquot)
339884d179dSJan Kara {
340884d179dSJan Kara 	return dquot->dq_sb->dq_op->mark_dirty(dquot);
341884d179dSJan Kara }
342884d179dSJan Kara 
343eabf290dSDmitry Monakhov /* Mark dquot dirty in atomic manner, and return it's old dirty flag state */
344884d179dSJan Kara int dquot_mark_dquot_dirty(struct dquot *dquot)
345884d179dSJan Kara {
346eabf290dSDmitry Monakhov 	int ret = 1;
347eabf290dSDmitry Monakhov 
348eabf290dSDmitry Monakhov 	/* If quota is dirty already, we don't have to acquire dq_list_lock */
349eabf290dSDmitry Monakhov 	if (test_bit(DQ_MOD_B, &dquot->dq_flags))
350eabf290dSDmitry Monakhov 		return 1;
351eabf290dSDmitry Monakhov 
352884d179dSJan Kara 	spin_lock(&dq_list_lock);
353eabf290dSDmitry Monakhov 	if (!test_and_set_bit(DQ_MOD_B, &dquot->dq_flags)) {
354884d179dSJan Kara 		list_add(&dquot->dq_dirty, &sb_dqopt(dquot->dq_sb)->
3554c376dcaSEric W. Biederman 				info[dquot->dq_id.type].dqi_dirty_list);
356eabf290dSDmitry Monakhov 		ret = 0;
357eabf290dSDmitry Monakhov 	}
358884d179dSJan Kara 	spin_unlock(&dq_list_lock);
359eabf290dSDmitry Monakhov 	return ret;
360884d179dSJan Kara }
361884d179dSJan Kara EXPORT_SYMBOL(dquot_mark_dquot_dirty);
362884d179dSJan Kara 
363dc52dd3aSDmitry Monakhov /* Dirtify all the dquots - this can block when journalling */
364dc52dd3aSDmitry Monakhov static inline int mark_all_dquot_dirty(struct dquot * const *dquot)
365dc52dd3aSDmitry Monakhov {
366dc52dd3aSDmitry Monakhov 	int ret, err, cnt;
367dc52dd3aSDmitry Monakhov 
368dc52dd3aSDmitry Monakhov 	ret = err = 0;
369dc52dd3aSDmitry Monakhov 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
370dc52dd3aSDmitry Monakhov 		if (dquot[cnt])
371dc52dd3aSDmitry Monakhov 			/* Even in case of error we have to continue */
372dc52dd3aSDmitry Monakhov 			ret = mark_dquot_dirty(dquot[cnt]);
373dc52dd3aSDmitry Monakhov 		if (!err)
374dc52dd3aSDmitry Monakhov 			err = ret;
375dc52dd3aSDmitry Monakhov 	}
376dc52dd3aSDmitry Monakhov 	return err;
377dc52dd3aSDmitry Monakhov }
378dc52dd3aSDmitry Monakhov 
379dc52dd3aSDmitry Monakhov static inline void dqput_all(struct dquot **dquot)
380dc52dd3aSDmitry Monakhov {
381dc52dd3aSDmitry Monakhov 	unsigned int cnt;
382dc52dd3aSDmitry Monakhov 
383dc52dd3aSDmitry Monakhov 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
384dc52dd3aSDmitry Monakhov 		dqput(dquot[cnt]);
385dc52dd3aSDmitry Monakhov }
386dc52dd3aSDmitry Monakhov 
387884d179dSJan Kara /* This function needs dq_list_lock */
388884d179dSJan Kara static inline int clear_dquot_dirty(struct dquot *dquot)
389884d179dSJan Kara {
390884d179dSJan Kara 	if (!test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags))
391884d179dSJan Kara 		return 0;
392884d179dSJan Kara 	list_del_init(&dquot->dq_dirty);
393884d179dSJan Kara 	return 1;
394884d179dSJan Kara }
395884d179dSJan Kara 
396884d179dSJan Kara void mark_info_dirty(struct super_block *sb, int type)
397884d179dSJan Kara {
398884d179dSJan Kara 	set_bit(DQF_INFO_DIRTY_B, &sb_dqopt(sb)->info[type].dqi_flags);
399884d179dSJan Kara }
400884d179dSJan Kara EXPORT_SYMBOL(mark_info_dirty);
401884d179dSJan Kara 
402884d179dSJan Kara /*
403884d179dSJan Kara  *	Read dquot from disk and alloc space for it
404884d179dSJan Kara  */
405884d179dSJan Kara 
406884d179dSJan Kara int dquot_acquire(struct dquot *dquot)
407884d179dSJan Kara {
408884d179dSJan Kara 	int ret = 0, ret2 = 0;
409884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
410884d179dSJan Kara 
411884d179dSJan Kara 	mutex_lock(&dquot->dq_lock);
412884d179dSJan Kara 	mutex_lock(&dqopt->dqio_mutex);
413884d179dSJan Kara 	if (!test_bit(DQ_READ_B, &dquot->dq_flags))
4144c376dcaSEric W. Biederman 		ret = dqopt->ops[dquot->dq_id.type]->read_dqblk(dquot);
415884d179dSJan Kara 	if (ret < 0)
416884d179dSJan Kara 		goto out_iolock;
417884d179dSJan Kara 	set_bit(DQ_READ_B, &dquot->dq_flags);
418884d179dSJan Kara 	/* Instantiate dquot if needed */
419884d179dSJan Kara 	if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && !dquot->dq_off) {
4204c376dcaSEric W. Biederman 		ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
421884d179dSJan Kara 		/* Write the info if needed */
4224c376dcaSEric W. Biederman 		if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
4234c376dcaSEric W. Biederman 			ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
4244c376dcaSEric W. Biederman 					dquot->dq_sb, dquot->dq_id.type);
425268157baSJan Kara 		}
426884d179dSJan Kara 		if (ret < 0)
427884d179dSJan Kara 			goto out_iolock;
428884d179dSJan Kara 		if (ret2 < 0) {
429884d179dSJan Kara 			ret = ret2;
430884d179dSJan Kara 			goto out_iolock;
431884d179dSJan Kara 		}
432884d179dSJan Kara 	}
433884d179dSJan Kara 	set_bit(DQ_ACTIVE_B, &dquot->dq_flags);
434884d179dSJan Kara out_iolock:
435884d179dSJan Kara 	mutex_unlock(&dqopt->dqio_mutex);
436884d179dSJan Kara 	mutex_unlock(&dquot->dq_lock);
437884d179dSJan Kara 	return ret;
438884d179dSJan Kara }
439884d179dSJan Kara EXPORT_SYMBOL(dquot_acquire);
440884d179dSJan Kara 
441884d179dSJan Kara /*
442884d179dSJan Kara  *	Write dquot to disk
443884d179dSJan Kara  */
444884d179dSJan Kara int dquot_commit(struct dquot *dquot)
445884d179dSJan Kara {
446b03f2456SJan Kara 	int ret = 0;
447884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
448884d179dSJan Kara 
449884d179dSJan Kara 	mutex_lock(&dqopt->dqio_mutex);
450884d179dSJan Kara 	spin_lock(&dq_list_lock);
451884d179dSJan Kara 	if (!clear_dquot_dirty(dquot)) {
452884d179dSJan Kara 		spin_unlock(&dq_list_lock);
453884d179dSJan Kara 		goto out_sem;
454884d179dSJan Kara 	}
455884d179dSJan Kara 	spin_unlock(&dq_list_lock);
456884d179dSJan Kara 	/* Inactive dquot can be only if there was error during read/init
457884d179dSJan Kara 	 * => we have better not writing it */
458b03f2456SJan Kara 	if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
4594c376dcaSEric W. Biederman 		ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
460b03f2456SJan Kara 	else
461b03f2456SJan Kara 		ret = -EIO;
462884d179dSJan Kara out_sem:
463884d179dSJan Kara 	mutex_unlock(&dqopt->dqio_mutex);
464884d179dSJan Kara 	return ret;
465884d179dSJan Kara }
466884d179dSJan Kara EXPORT_SYMBOL(dquot_commit);
467884d179dSJan Kara 
468884d179dSJan Kara /*
469884d179dSJan Kara  *	Release dquot
470884d179dSJan Kara  */
471884d179dSJan Kara int dquot_release(struct dquot *dquot)
472884d179dSJan Kara {
473884d179dSJan Kara 	int ret = 0, ret2 = 0;
474884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
475884d179dSJan Kara 
476884d179dSJan Kara 	mutex_lock(&dquot->dq_lock);
477884d179dSJan Kara 	/* Check whether we are not racing with some other dqget() */
478884d179dSJan Kara 	if (atomic_read(&dquot->dq_count) > 1)
479884d179dSJan Kara 		goto out_dqlock;
480884d179dSJan Kara 	mutex_lock(&dqopt->dqio_mutex);
4814c376dcaSEric W. Biederman 	if (dqopt->ops[dquot->dq_id.type]->release_dqblk) {
4824c376dcaSEric W. Biederman 		ret = dqopt->ops[dquot->dq_id.type]->release_dqblk(dquot);
483884d179dSJan Kara 		/* Write the info */
4844c376dcaSEric W. Biederman 		if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
4854c376dcaSEric W. Biederman 			ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
4864c376dcaSEric W. Biederman 						dquot->dq_sb, dquot->dq_id.type);
487268157baSJan Kara 		}
488884d179dSJan Kara 		if (ret >= 0)
489884d179dSJan Kara 			ret = ret2;
490884d179dSJan Kara 	}
491884d179dSJan Kara 	clear_bit(DQ_ACTIVE_B, &dquot->dq_flags);
492884d179dSJan Kara 	mutex_unlock(&dqopt->dqio_mutex);
493884d179dSJan Kara out_dqlock:
494884d179dSJan Kara 	mutex_unlock(&dquot->dq_lock);
495884d179dSJan Kara 	return ret;
496884d179dSJan Kara }
497884d179dSJan Kara EXPORT_SYMBOL(dquot_release);
498884d179dSJan Kara 
499884d179dSJan Kara void dquot_destroy(struct dquot *dquot)
500884d179dSJan Kara {
501884d179dSJan Kara 	kmem_cache_free(dquot_cachep, dquot);
502884d179dSJan Kara }
503884d179dSJan Kara EXPORT_SYMBOL(dquot_destroy);
504884d179dSJan Kara 
505884d179dSJan Kara static inline void do_destroy_dquot(struct dquot *dquot)
506884d179dSJan Kara {
507884d179dSJan Kara 	dquot->dq_sb->dq_op->destroy_dquot(dquot);
508884d179dSJan Kara }
509884d179dSJan Kara 
510884d179dSJan Kara /* Invalidate all dquots on the list. Note that this function is called after
511884d179dSJan Kara  * quota is disabled and pointers from inodes removed so there cannot be new
512884d179dSJan Kara  * quota users. There can still be some users of quotas due to inodes being
513884d179dSJan Kara  * just deleted or pruned by prune_icache() (those are not attached to any
514884d179dSJan Kara  * list) or parallel quotactl call. We have to wait for such users.
515884d179dSJan Kara  */
516884d179dSJan Kara static void invalidate_dquots(struct super_block *sb, int type)
517884d179dSJan Kara {
518884d179dSJan Kara 	struct dquot *dquot, *tmp;
519884d179dSJan Kara 
520884d179dSJan Kara restart:
521884d179dSJan Kara 	spin_lock(&dq_list_lock);
522884d179dSJan Kara 	list_for_each_entry_safe(dquot, tmp, &inuse_list, dq_inuse) {
523884d179dSJan Kara 		if (dquot->dq_sb != sb)
524884d179dSJan Kara 			continue;
5254c376dcaSEric W. Biederman 		if (dquot->dq_id.type != type)
526884d179dSJan Kara 			continue;
527884d179dSJan Kara 		/* Wait for dquot users */
528884d179dSJan Kara 		if (atomic_read(&dquot->dq_count)) {
529884d179dSJan Kara 			DEFINE_WAIT(wait);
530884d179dSJan Kara 
531884d179dSJan Kara 			atomic_inc(&dquot->dq_count);
532884d179dSJan Kara 			prepare_to_wait(&dquot->dq_wait_unused, &wait,
533884d179dSJan Kara 					TASK_UNINTERRUPTIBLE);
534884d179dSJan Kara 			spin_unlock(&dq_list_lock);
535884d179dSJan Kara 			/* Once dqput() wakes us up, we know it's time to free
536884d179dSJan Kara 			 * the dquot.
537884d179dSJan Kara 			 * IMPORTANT: we rely on the fact that there is always
538884d179dSJan Kara 			 * at most one process waiting for dquot to free.
539884d179dSJan Kara 			 * Otherwise dq_count would be > 1 and we would never
540884d179dSJan Kara 			 * wake up.
541884d179dSJan Kara 			 */
542884d179dSJan Kara 			if (atomic_read(&dquot->dq_count) > 1)
543884d179dSJan Kara 				schedule();
544884d179dSJan Kara 			finish_wait(&dquot->dq_wait_unused, &wait);
545884d179dSJan Kara 			dqput(dquot);
546884d179dSJan Kara 			/* At this moment dquot() need not exist (it could be
547884d179dSJan Kara 			 * reclaimed by prune_dqcache(). Hence we must
548884d179dSJan Kara 			 * restart. */
549884d179dSJan Kara 			goto restart;
550884d179dSJan Kara 		}
551884d179dSJan Kara 		/*
552884d179dSJan Kara 		 * Quota now has no users and it has been written on last
553884d179dSJan Kara 		 * dqput()
554884d179dSJan Kara 		 */
555884d179dSJan Kara 		remove_dquot_hash(dquot);
556884d179dSJan Kara 		remove_free_dquot(dquot);
557884d179dSJan Kara 		remove_inuse(dquot);
558884d179dSJan Kara 		do_destroy_dquot(dquot);
559884d179dSJan Kara 	}
560884d179dSJan Kara 	spin_unlock(&dq_list_lock);
561884d179dSJan Kara }
562884d179dSJan Kara 
563884d179dSJan Kara /* Call callback for every active dquot on given filesystem */
564884d179dSJan Kara int dquot_scan_active(struct super_block *sb,
565884d179dSJan Kara 		      int (*fn)(struct dquot *dquot, unsigned long priv),
566884d179dSJan Kara 		      unsigned long priv)
567884d179dSJan Kara {
568884d179dSJan Kara 	struct dquot *dquot, *old_dquot = NULL;
569884d179dSJan Kara 	int ret = 0;
570884d179dSJan Kara 
571884d179dSJan Kara 	mutex_lock(&sb_dqopt(sb)->dqonoff_mutex);
572884d179dSJan Kara 	spin_lock(&dq_list_lock);
573884d179dSJan Kara 	list_for_each_entry(dquot, &inuse_list, dq_inuse) {
574884d179dSJan Kara 		if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
575884d179dSJan Kara 			continue;
576884d179dSJan Kara 		if (dquot->dq_sb != sb)
577884d179dSJan Kara 			continue;
578884d179dSJan Kara 		/* Now we have active dquot so we can just increase use count */
579884d179dSJan Kara 		atomic_inc(&dquot->dq_count);
580884d179dSJan Kara 		spin_unlock(&dq_list_lock);
581dde95888SDmitry Monakhov 		dqstats_inc(DQST_LOOKUPS);
582884d179dSJan Kara 		dqput(old_dquot);
583884d179dSJan Kara 		old_dquot = dquot;
584884d179dSJan Kara 		ret = fn(dquot, priv);
585884d179dSJan Kara 		if (ret < 0)
586884d179dSJan Kara 			goto out;
587884d179dSJan Kara 		spin_lock(&dq_list_lock);
588884d179dSJan Kara 		/* We are safe to continue now because our dquot could not
589884d179dSJan Kara 		 * be moved out of the inuse list while we hold the reference */
590884d179dSJan Kara 	}
591884d179dSJan Kara 	spin_unlock(&dq_list_lock);
592884d179dSJan Kara out:
593884d179dSJan Kara 	dqput(old_dquot);
594884d179dSJan Kara 	mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex);
595884d179dSJan Kara 	return ret;
596884d179dSJan Kara }
597884d179dSJan Kara EXPORT_SYMBOL(dquot_scan_active);
598884d179dSJan Kara 
599ceed1723SJan Kara /* Write all dquot structures to quota files */
600ceed1723SJan Kara int dquot_writeback_dquots(struct super_block *sb, int type)
601884d179dSJan Kara {
602884d179dSJan Kara 	struct list_head *dirty;
603884d179dSJan Kara 	struct dquot *dquot;
604884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
605884d179dSJan Kara 	int cnt;
606ceed1723SJan Kara 	int err, ret = 0;
607884d179dSJan Kara 
608884d179dSJan Kara 	mutex_lock(&dqopt->dqonoff_mutex);
609884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
610884d179dSJan Kara 		if (type != -1 && cnt != type)
611884d179dSJan Kara 			continue;
612884d179dSJan Kara 		if (!sb_has_quota_active(sb, cnt))
613884d179dSJan Kara 			continue;
614884d179dSJan Kara 		spin_lock(&dq_list_lock);
615884d179dSJan Kara 		dirty = &dqopt->info[cnt].dqi_dirty_list;
616884d179dSJan Kara 		while (!list_empty(dirty)) {
617268157baSJan Kara 			dquot = list_first_entry(dirty, struct dquot,
618268157baSJan Kara 						 dq_dirty);
619884d179dSJan Kara 			/* Dirty and inactive can be only bad dquot... */
620884d179dSJan Kara 			if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
621884d179dSJan Kara 				clear_dquot_dirty(dquot);
622884d179dSJan Kara 				continue;
623884d179dSJan Kara 			}
624884d179dSJan Kara 			/* Now we have active dquot from which someone is
625884d179dSJan Kara  			 * holding reference so we can safely just increase
626884d179dSJan Kara 			 * use count */
627884d179dSJan Kara 			atomic_inc(&dquot->dq_count);
628884d179dSJan Kara 			spin_unlock(&dq_list_lock);
629dde95888SDmitry Monakhov 			dqstats_inc(DQST_LOOKUPS);
630ceed1723SJan Kara 			err = sb->dq_op->write_dquot(dquot);
631ceed1723SJan Kara 			if (!ret && err)
632ceed1723SJan Kara 				err = ret;
633884d179dSJan Kara 			dqput(dquot);
634884d179dSJan Kara 			spin_lock(&dq_list_lock);
635884d179dSJan Kara 		}
636884d179dSJan Kara 		spin_unlock(&dq_list_lock);
637884d179dSJan Kara 	}
638884d179dSJan Kara 
639884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
640884d179dSJan Kara 		if ((cnt == type || type == -1) && sb_has_quota_active(sb, cnt)
641884d179dSJan Kara 		    && info_dirty(&dqopt->info[cnt]))
642884d179dSJan Kara 			sb->dq_op->write_info(sb, cnt);
643dde95888SDmitry Monakhov 	dqstats_inc(DQST_SYNCS);
644884d179dSJan Kara 	mutex_unlock(&dqopt->dqonoff_mutex);
645884d179dSJan Kara 
646ceed1723SJan Kara 	return ret;
647ceed1723SJan Kara }
648ceed1723SJan Kara EXPORT_SYMBOL(dquot_writeback_dquots);
649ceed1723SJan Kara 
650ceed1723SJan Kara /* Write all dquot structures to disk and make them visible from userspace */
651ceed1723SJan Kara int dquot_quota_sync(struct super_block *sb, int type)
652ceed1723SJan Kara {
653ceed1723SJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
654ceed1723SJan Kara 	int cnt;
655ceed1723SJan Kara 	int ret;
656ceed1723SJan Kara 
657ceed1723SJan Kara 	ret = dquot_writeback_dquots(sb, type);
658ceed1723SJan Kara 	if (ret)
659ceed1723SJan Kara 		return ret;
660ceed1723SJan Kara 	if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
6615fb324adSChristoph Hellwig 		return 0;
6625fb324adSChristoph Hellwig 
6635fb324adSChristoph Hellwig 	/* This is not very clever (and fast) but currently I don't know about
6645fb324adSChristoph Hellwig 	 * any other simple way of getting quota data to disk and we must get
6655fb324adSChristoph Hellwig 	 * them there for userspace to be visible... */
6665fb324adSChristoph Hellwig 	if (sb->s_op->sync_fs)
6675fb324adSChristoph Hellwig 		sb->s_op->sync_fs(sb, 1);
6685fb324adSChristoph Hellwig 	sync_blockdev(sb->s_bdev);
6695fb324adSChristoph Hellwig 
6705fb324adSChristoph Hellwig 	/*
6715fb324adSChristoph Hellwig 	 * Now when everything is written we can discard the pagecache so
6725fb324adSChristoph Hellwig 	 * that userspace sees the changes.
6735fb324adSChristoph Hellwig 	 */
674f9ef1784SJan Kara 	mutex_lock(&dqopt->dqonoff_mutex);
6755fb324adSChristoph Hellwig 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
6765fb324adSChristoph Hellwig 		if (type != -1 && cnt != type)
6775fb324adSChristoph Hellwig 			continue;
6785fb324adSChristoph Hellwig 		if (!sb_has_quota_active(sb, cnt))
6795fb324adSChristoph Hellwig 			continue;
680a80b12c3SJan Kara 		mutex_lock(&dqopt->files[cnt]->i_mutex);
681f9ef1784SJan Kara 		truncate_inode_pages(&dqopt->files[cnt]->i_data, 0);
682f9ef1784SJan Kara 		mutex_unlock(&dqopt->files[cnt]->i_mutex);
6835fb324adSChristoph Hellwig 	}
684f9ef1784SJan Kara 	mutex_unlock(&dqopt->dqonoff_mutex);
6855fb324adSChristoph Hellwig 
686884d179dSJan Kara 	return 0;
687884d179dSJan Kara }
688287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_sync);
689884d179dSJan Kara 
690884d179dSJan Kara /* Free unused dquots from cache */
691884d179dSJan Kara static void prune_dqcache(int count)
692884d179dSJan Kara {
693884d179dSJan Kara 	struct list_head *head;
694884d179dSJan Kara 	struct dquot *dquot;
695884d179dSJan Kara 
696884d179dSJan Kara 	head = free_dquots.prev;
697884d179dSJan Kara 	while (head != &free_dquots && count) {
698884d179dSJan Kara 		dquot = list_entry(head, struct dquot, dq_free);
699884d179dSJan Kara 		remove_dquot_hash(dquot);
700884d179dSJan Kara 		remove_free_dquot(dquot);
701884d179dSJan Kara 		remove_inuse(dquot);
702884d179dSJan Kara 		do_destroy_dquot(dquot);
703884d179dSJan Kara 		count--;
704884d179dSJan Kara 		head = free_dquots.prev;
705884d179dSJan Kara 	}
706884d179dSJan Kara }
707884d179dSJan Kara 
708884d179dSJan Kara /*
709884d179dSJan Kara  * This is called from kswapd when we think we need some
710884d179dSJan Kara  * more memory
711884d179dSJan Kara  */
7121495f230SYing Han static int shrink_dqcache_memory(struct shrinker *shrink,
7131495f230SYing Han 				 struct shrink_control *sc)
714884d179dSJan Kara {
7151495f230SYing Han 	int nr = sc->nr_to_scan;
7161495f230SYing Han 
717884d179dSJan Kara 	if (nr) {
718884d179dSJan Kara 		spin_lock(&dq_list_lock);
719884d179dSJan Kara 		prune_dqcache(nr);
720884d179dSJan Kara 		spin_unlock(&dq_list_lock);
721884d179dSJan Kara 	}
722*55f841ceSGlauber Costa 	return vfs_pressure_ratio(
723*55f841ceSGlauber Costa 	percpu_counter_read_positive(&dqstats.counter[DQST_FREE_DQUOTS]));
724884d179dSJan Kara }
725884d179dSJan Kara 
726884d179dSJan Kara static struct shrinker dqcache_shrinker = {
727884d179dSJan Kara 	.shrink = shrink_dqcache_memory,
728884d179dSJan Kara 	.seeks = DEFAULT_SEEKS,
729884d179dSJan Kara };
730884d179dSJan Kara 
731884d179dSJan Kara /*
732884d179dSJan Kara  * Put reference to dquot
733884d179dSJan Kara  * NOTE: If you change this function please check whether dqput_blocks() works right...
734884d179dSJan Kara  */
735884d179dSJan Kara void dqput(struct dquot *dquot)
736884d179dSJan Kara {
737884d179dSJan Kara 	int ret;
738884d179dSJan Kara 
739884d179dSJan Kara 	if (!dquot)
740884d179dSJan Kara 		return;
74162af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG
742884d179dSJan Kara 	if (!atomic_read(&dquot->dq_count)) {
743fb5ffb0eSJiaying Zhang 		quota_error(dquot->dq_sb, "trying to free free dquot of %s %d",
7444c376dcaSEric W. Biederman 			    quotatypes[dquot->dq_id.type],
7454c376dcaSEric W. Biederman 			    from_kqid(&init_user_ns, dquot->dq_id));
746884d179dSJan Kara 		BUG();
747884d179dSJan Kara 	}
748884d179dSJan Kara #endif
749dde95888SDmitry Monakhov 	dqstats_inc(DQST_DROPS);
750884d179dSJan Kara we_slept:
751884d179dSJan Kara 	spin_lock(&dq_list_lock);
752884d179dSJan Kara 	if (atomic_read(&dquot->dq_count) > 1) {
753884d179dSJan Kara 		/* We have more than one user... nothing to do */
754884d179dSJan Kara 		atomic_dec(&dquot->dq_count);
755884d179dSJan Kara 		/* Releasing dquot during quotaoff phase? */
7564c376dcaSEric W. Biederman 		if (!sb_has_quota_active(dquot->dq_sb, dquot->dq_id.type) &&
757884d179dSJan Kara 		    atomic_read(&dquot->dq_count) == 1)
758884d179dSJan Kara 			wake_up(&dquot->dq_wait_unused);
759884d179dSJan Kara 		spin_unlock(&dq_list_lock);
760884d179dSJan Kara 		return;
761884d179dSJan Kara 	}
762884d179dSJan Kara 	/* Need to release dquot? */
763884d179dSJan Kara 	if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && dquot_dirty(dquot)) {
764884d179dSJan Kara 		spin_unlock(&dq_list_lock);
765884d179dSJan Kara 		/* Commit dquot before releasing */
766884d179dSJan Kara 		ret = dquot->dq_sb->dq_op->write_dquot(dquot);
767884d179dSJan Kara 		if (ret < 0) {
768fb5ffb0eSJiaying Zhang 			quota_error(dquot->dq_sb, "Can't write quota structure"
769fb5ffb0eSJiaying Zhang 				    " (error %d). Quota may get out of sync!",
770fb5ffb0eSJiaying Zhang 				    ret);
771884d179dSJan Kara 			/*
772884d179dSJan Kara 			 * We clear dirty bit anyway, so that we avoid
773884d179dSJan Kara 			 * infinite loop here
774884d179dSJan Kara 			 */
775884d179dSJan Kara 			spin_lock(&dq_list_lock);
776884d179dSJan Kara 			clear_dquot_dirty(dquot);
777884d179dSJan Kara 			spin_unlock(&dq_list_lock);
778884d179dSJan Kara 		}
779884d179dSJan Kara 		goto we_slept;
780884d179dSJan Kara 	}
781884d179dSJan Kara 	/* Clear flag in case dquot was inactive (something bad happened) */
782884d179dSJan Kara 	clear_dquot_dirty(dquot);
783884d179dSJan Kara 	if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
784884d179dSJan Kara 		spin_unlock(&dq_list_lock);
785884d179dSJan Kara 		dquot->dq_sb->dq_op->release_dquot(dquot);
786884d179dSJan Kara 		goto we_slept;
787884d179dSJan Kara 	}
788884d179dSJan Kara 	atomic_dec(&dquot->dq_count);
78962af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG
790884d179dSJan Kara 	/* sanity check */
791884d179dSJan Kara 	BUG_ON(!list_empty(&dquot->dq_free));
792884d179dSJan Kara #endif
793884d179dSJan Kara 	put_dquot_last(dquot);
794884d179dSJan Kara 	spin_unlock(&dq_list_lock);
795884d179dSJan Kara }
796884d179dSJan Kara EXPORT_SYMBOL(dqput);
797884d179dSJan Kara 
798884d179dSJan Kara struct dquot *dquot_alloc(struct super_block *sb, int type)
799884d179dSJan Kara {
800884d179dSJan Kara 	return kmem_cache_zalloc(dquot_cachep, GFP_NOFS);
801884d179dSJan Kara }
802884d179dSJan Kara EXPORT_SYMBOL(dquot_alloc);
803884d179dSJan Kara 
804884d179dSJan Kara static struct dquot *get_empty_dquot(struct super_block *sb, int type)
805884d179dSJan Kara {
806884d179dSJan Kara 	struct dquot *dquot;
807884d179dSJan Kara 
808884d179dSJan Kara 	dquot = sb->dq_op->alloc_dquot(sb, type);
809884d179dSJan Kara 	if(!dquot)
810dd6f3c6dSJan Kara 		return NULL;
811884d179dSJan Kara 
812884d179dSJan Kara 	mutex_init(&dquot->dq_lock);
813884d179dSJan Kara 	INIT_LIST_HEAD(&dquot->dq_free);
814884d179dSJan Kara 	INIT_LIST_HEAD(&dquot->dq_inuse);
815884d179dSJan Kara 	INIT_HLIST_NODE(&dquot->dq_hash);
816884d179dSJan Kara 	INIT_LIST_HEAD(&dquot->dq_dirty);
817884d179dSJan Kara 	init_waitqueue_head(&dquot->dq_wait_unused);
818884d179dSJan Kara 	dquot->dq_sb = sb;
8191a06d420SEric W. Biederman 	dquot->dq_id = make_kqid_invalid(type);
820884d179dSJan Kara 	atomic_set(&dquot->dq_count, 1);
821884d179dSJan Kara 
822884d179dSJan Kara 	return dquot;
823884d179dSJan Kara }
824884d179dSJan Kara 
825884d179dSJan Kara /*
826884d179dSJan Kara  * Get reference to dquot
827884d179dSJan Kara  *
828884d179dSJan Kara  * Locking is slightly tricky here. We are guarded from parallel quotaoff()
829884d179dSJan Kara  * destroying our dquot by:
830884d179dSJan Kara  *   a) checking for quota flags under dq_list_lock and
831884d179dSJan Kara  *   b) getting a reference to dquot before we release dq_list_lock
832884d179dSJan Kara  */
833aca645a6SEric W. Biederman struct dquot *dqget(struct super_block *sb, struct kqid qid)
834884d179dSJan Kara {
8351a06d420SEric W. Biederman 	unsigned int hashent = hashfn(sb, qid);
836dd6f3c6dSJan Kara 	struct dquot *dquot = NULL, *empty = NULL;
837884d179dSJan Kara 
8381a06d420SEric W. Biederman         if (!sb_has_quota_active(sb, qid.type))
839dd6f3c6dSJan Kara 		return NULL;
840884d179dSJan Kara we_slept:
841884d179dSJan Kara 	spin_lock(&dq_list_lock);
842884d179dSJan Kara 	spin_lock(&dq_state_lock);
8431a06d420SEric W. Biederman 	if (!sb_has_quota_active(sb, qid.type)) {
844884d179dSJan Kara 		spin_unlock(&dq_state_lock);
845884d179dSJan Kara 		spin_unlock(&dq_list_lock);
846884d179dSJan Kara 		goto out;
847884d179dSJan Kara 	}
848884d179dSJan Kara 	spin_unlock(&dq_state_lock);
849884d179dSJan Kara 
8501a06d420SEric W. Biederman 	dquot = find_dquot(hashent, sb, qid);
851dd6f3c6dSJan Kara 	if (!dquot) {
852dd6f3c6dSJan Kara 		if (!empty) {
853884d179dSJan Kara 			spin_unlock(&dq_list_lock);
8541a06d420SEric W. Biederman 			empty = get_empty_dquot(sb, qid.type);
855dd6f3c6dSJan Kara 			if (!empty)
856884d179dSJan Kara 				schedule();	/* Try to wait for a moment... */
857884d179dSJan Kara 			goto we_slept;
858884d179dSJan Kara 		}
859884d179dSJan Kara 		dquot = empty;
860dd6f3c6dSJan Kara 		empty = NULL;
8614c376dcaSEric W. Biederman 		dquot->dq_id = qid;
862884d179dSJan Kara 		/* all dquots go on the inuse_list */
863884d179dSJan Kara 		put_inuse(dquot);
864884d179dSJan Kara 		/* hash it first so it can be found */
865884d179dSJan Kara 		insert_dquot_hash(dquot);
866884d179dSJan Kara 		spin_unlock(&dq_list_lock);
867dde95888SDmitry Monakhov 		dqstats_inc(DQST_LOOKUPS);
868884d179dSJan Kara 	} else {
869884d179dSJan Kara 		if (!atomic_read(&dquot->dq_count))
870884d179dSJan Kara 			remove_free_dquot(dquot);
871884d179dSJan Kara 		atomic_inc(&dquot->dq_count);
872884d179dSJan Kara 		spin_unlock(&dq_list_lock);
873dde95888SDmitry Monakhov 		dqstats_inc(DQST_CACHE_HITS);
874dde95888SDmitry Monakhov 		dqstats_inc(DQST_LOOKUPS);
875884d179dSJan Kara 	}
876268157baSJan Kara 	/* Wait for dq_lock - after this we know that either dquot_release() is
877268157baSJan Kara 	 * already finished or it will be canceled due to dq_count > 1 test */
878884d179dSJan Kara 	wait_on_dquot(dquot);
879268157baSJan Kara 	/* Read the dquot / allocate space in quota file */
880268157baSJan Kara 	if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) &&
881268157baSJan Kara 	    sb->dq_op->acquire_dquot(dquot) < 0) {
882884d179dSJan Kara 		dqput(dquot);
883dd6f3c6dSJan Kara 		dquot = NULL;
884884d179dSJan Kara 		goto out;
885884d179dSJan Kara 	}
88662af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG
887884d179dSJan Kara 	BUG_ON(!dquot->dq_sb);	/* Has somebody invalidated entry under us? */
888884d179dSJan Kara #endif
889884d179dSJan Kara out:
890884d179dSJan Kara 	if (empty)
891884d179dSJan Kara 		do_destroy_dquot(empty);
892884d179dSJan Kara 
893884d179dSJan Kara 	return dquot;
894884d179dSJan Kara }
895884d179dSJan Kara EXPORT_SYMBOL(dqget);
896884d179dSJan Kara 
897884d179dSJan Kara static int dqinit_needed(struct inode *inode, int type)
898884d179dSJan Kara {
899884d179dSJan Kara 	int cnt;
900884d179dSJan Kara 
901884d179dSJan Kara 	if (IS_NOQUOTA(inode))
902884d179dSJan Kara 		return 0;
903884d179dSJan Kara 	if (type != -1)
904dd6f3c6dSJan Kara 		return !inode->i_dquot[type];
905884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
906dd6f3c6dSJan Kara 		if (!inode->i_dquot[cnt])
907884d179dSJan Kara 			return 1;
908884d179dSJan Kara 	return 0;
909884d179dSJan Kara }
910884d179dSJan Kara 
911884d179dSJan Kara /* This routine is guarded by dqonoff_mutex mutex */
912884d179dSJan Kara static void add_dquot_ref(struct super_block *sb, int type)
913884d179dSJan Kara {
914884d179dSJan Kara 	struct inode *inode, *old_inode = NULL;
91562af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG
9160a5a9c72SJan Kara 	int reserved = 0;
9174c5e6c0eSJan Kara #endif
918884d179dSJan Kara 
91955fa6091SDave Chinner 	spin_lock(&inode_sb_list_lock);
920884d179dSJan Kara 	list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
921250df6edSDave Chinner 		spin_lock(&inode->i_lock);
922250df6edSDave Chinner 		if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) ||
923250df6edSDave Chinner 		    !atomic_read(&inode->i_writecount) ||
924250df6edSDave Chinner 		    !dqinit_needed(inode, type)) {
925250df6edSDave Chinner 			spin_unlock(&inode->i_lock);
9263ae5080fSLinus Torvalds 			continue;
927250df6edSDave Chinner 		}
928884d179dSJan Kara 		__iget(inode);
929250df6edSDave Chinner 		spin_unlock(&inode->i_lock);
93055fa6091SDave Chinner 		spin_unlock(&inode_sb_list_lock);
931884d179dSJan Kara 
932d7e97117SJan Kara #ifdef CONFIG_QUOTA_DEBUG
933d7e97117SJan Kara 		if (unlikely(inode_get_rsv_space(inode) > 0))
934d7e97117SJan Kara 			reserved = 1;
935d7e97117SJan Kara #endif
936884d179dSJan Kara 		iput(old_inode);
937871a2931SChristoph Hellwig 		__dquot_initialize(inode, type);
93855fa6091SDave Chinner 
93955fa6091SDave Chinner 		/*
94055fa6091SDave Chinner 		 * We hold a reference to 'inode' so it couldn't have been
94155fa6091SDave Chinner 		 * removed from s_inodes list while we dropped the
94255fa6091SDave Chinner 		 * inode_sb_list_lock We cannot iput the inode now as we can be
94355fa6091SDave Chinner 		 * holding the last reference and we cannot iput it under
94455fa6091SDave Chinner 		 * inode_sb_list_lock. So we keep the reference and iput it
94555fa6091SDave Chinner 		 * later.
94655fa6091SDave Chinner 		 */
947884d179dSJan Kara 		old_inode = inode;
94855fa6091SDave Chinner 		spin_lock(&inode_sb_list_lock);
949884d179dSJan Kara 	}
95055fa6091SDave Chinner 	spin_unlock(&inode_sb_list_lock);
951884d179dSJan Kara 	iput(old_inode);
9520a5a9c72SJan Kara 
95362af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG
9540a5a9c72SJan Kara 	if (reserved) {
955fb5ffb0eSJiaying Zhang 		quota_error(sb, "Writes happened before quota was turned on "
956fb5ffb0eSJiaying Zhang 			"thus quota information is probably inconsistent. "
957fb5ffb0eSJiaying Zhang 			"Please run quotacheck(8)");
9580a5a9c72SJan Kara 	}
9594c5e6c0eSJan Kara #endif
960884d179dSJan Kara }
961884d179dSJan Kara 
962268157baSJan Kara /*
963268157baSJan Kara  * Return 0 if dqput() won't block.
964268157baSJan Kara  * (note that 1 doesn't necessarily mean blocking)
965268157baSJan Kara  */
966884d179dSJan Kara static inline int dqput_blocks(struct dquot *dquot)
967884d179dSJan Kara {
968884d179dSJan Kara 	if (atomic_read(&dquot->dq_count) <= 1)
969884d179dSJan Kara 		return 1;
970884d179dSJan Kara 	return 0;
971884d179dSJan Kara }
972884d179dSJan Kara 
973268157baSJan Kara /*
974268157baSJan Kara  * Remove references to dquots from inode and add dquot to list for freeing
97525985edcSLucas De Marchi  * if we have the last reference to dquot
976268157baSJan Kara  * We can't race with anybody because we hold dqptr_sem for writing...
977268157baSJan Kara  */
978884d179dSJan Kara static int remove_inode_dquot_ref(struct inode *inode, int type,
979884d179dSJan Kara 				  struct list_head *tofree_head)
980884d179dSJan Kara {
981884d179dSJan Kara 	struct dquot *dquot = inode->i_dquot[type];
982884d179dSJan Kara 
983dd6f3c6dSJan Kara 	inode->i_dquot[type] = NULL;
984dd6f3c6dSJan Kara 	if (dquot) {
985884d179dSJan Kara 		if (dqput_blocks(dquot)) {
98662af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG
987884d179dSJan Kara 			if (atomic_read(&dquot->dq_count) != 1)
988fb5ffb0eSJiaying Zhang 				quota_error(inode->i_sb, "Adding dquot with "
989fb5ffb0eSJiaying Zhang 					    "dq_count %d to dispose list",
990fb5ffb0eSJiaying Zhang 					    atomic_read(&dquot->dq_count));
991884d179dSJan Kara #endif
992884d179dSJan Kara 			spin_lock(&dq_list_lock);
993268157baSJan Kara 			/* As dquot must have currently users it can't be on
994268157baSJan Kara 			 * the free list... */
995268157baSJan Kara 			list_add(&dquot->dq_free, tofree_head);
996884d179dSJan Kara 			spin_unlock(&dq_list_lock);
997884d179dSJan Kara 			return 1;
998884d179dSJan Kara 		}
999884d179dSJan Kara 		else
1000884d179dSJan Kara 			dqput(dquot);   /* We have guaranteed we won't block */
1001884d179dSJan Kara 	}
1002884d179dSJan Kara 	return 0;
1003884d179dSJan Kara }
1004884d179dSJan Kara 
1005268157baSJan Kara /*
1006268157baSJan Kara  * Free list of dquots
1007268157baSJan Kara  * Dquots are removed from inodes and no new references can be got so we are
1008268157baSJan Kara  * the only ones holding reference
1009268157baSJan Kara  */
1010884d179dSJan Kara static void put_dquot_list(struct list_head *tofree_head)
1011884d179dSJan Kara {
1012884d179dSJan Kara 	struct list_head *act_head;
1013884d179dSJan Kara 	struct dquot *dquot;
1014884d179dSJan Kara 
1015884d179dSJan Kara 	act_head = tofree_head->next;
1016884d179dSJan Kara 	while (act_head != tofree_head) {
1017884d179dSJan Kara 		dquot = list_entry(act_head, struct dquot, dq_free);
1018884d179dSJan Kara 		act_head = act_head->next;
1019268157baSJan Kara 		/* Remove dquot from the list so we won't have problems... */
1020268157baSJan Kara 		list_del_init(&dquot->dq_free);
1021884d179dSJan Kara 		dqput(dquot);
1022884d179dSJan Kara 	}
1023884d179dSJan Kara }
1024884d179dSJan Kara 
1025884d179dSJan Kara static void remove_dquot_ref(struct super_block *sb, int type,
1026884d179dSJan Kara 		struct list_head *tofree_head)
1027884d179dSJan Kara {
1028884d179dSJan Kara 	struct inode *inode;
10297af9cce8SDmitry Monakhov 	int reserved = 0;
1030884d179dSJan Kara 
103155fa6091SDave Chinner 	spin_lock(&inode_sb_list_lock);
1032884d179dSJan Kara 	list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
10333ae5080fSLinus Torvalds 		/*
10343ae5080fSLinus Torvalds 		 *  We have to scan also I_NEW inodes because they can already
10353ae5080fSLinus Torvalds 		 *  have quota pointer initialized. Luckily, we need to touch
10363ae5080fSLinus Torvalds 		 *  only quota pointers and these have separate locking
10373ae5080fSLinus Torvalds 		 *  (dqptr_sem).
10383ae5080fSLinus Torvalds 		 */
10397af9cce8SDmitry Monakhov 		if (!IS_NOQUOTA(inode)) {
10407af9cce8SDmitry Monakhov 			if (unlikely(inode_get_rsv_space(inode) > 0))
10417af9cce8SDmitry Monakhov 				reserved = 1;
1042884d179dSJan Kara 			remove_inode_dquot_ref(inode, type, tofree_head);
1043884d179dSJan Kara 		}
10447af9cce8SDmitry Monakhov 	}
104555fa6091SDave Chinner 	spin_unlock(&inode_sb_list_lock);
10467af9cce8SDmitry Monakhov #ifdef CONFIG_QUOTA_DEBUG
10477af9cce8SDmitry Monakhov 	if (reserved) {
10487af9cce8SDmitry Monakhov 		printk(KERN_WARNING "VFS (%s): Writes happened after quota"
10497af9cce8SDmitry Monakhov 			" was disabled thus quota information is probably "
10507af9cce8SDmitry Monakhov 			"inconsistent. Please run quotacheck(8).\n", sb->s_id);
10517af9cce8SDmitry Monakhov 	}
10527af9cce8SDmitry Monakhov #endif
1053884d179dSJan Kara }
1054884d179dSJan Kara 
1055884d179dSJan Kara /* Gather all references from inodes and drop them */
1056884d179dSJan Kara static void drop_dquot_ref(struct super_block *sb, int type)
1057884d179dSJan Kara {
1058884d179dSJan Kara 	LIST_HEAD(tofree_head);
1059884d179dSJan Kara 
1060884d179dSJan Kara 	if (sb->dq_op) {
1061884d179dSJan Kara 		down_write(&sb_dqopt(sb)->dqptr_sem);
1062884d179dSJan Kara 		remove_dquot_ref(sb, type, &tofree_head);
1063884d179dSJan Kara 		up_write(&sb_dqopt(sb)->dqptr_sem);
1064884d179dSJan Kara 		put_dquot_list(&tofree_head);
1065884d179dSJan Kara 	}
1066884d179dSJan Kara }
1067884d179dSJan Kara 
1068884d179dSJan Kara static inline void dquot_incr_inodes(struct dquot *dquot, qsize_t number)
1069884d179dSJan Kara {
1070884d179dSJan Kara 	dquot->dq_dqb.dqb_curinodes += number;
1071884d179dSJan Kara }
1072884d179dSJan Kara 
1073884d179dSJan Kara static inline void dquot_incr_space(struct dquot *dquot, qsize_t number)
1074884d179dSJan Kara {
1075884d179dSJan Kara 	dquot->dq_dqb.dqb_curspace += number;
1076884d179dSJan Kara }
1077884d179dSJan Kara 
1078884d179dSJan Kara static inline void dquot_resv_space(struct dquot *dquot, qsize_t number)
1079884d179dSJan Kara {
1080884d179dSJan Kara 	dquot->dq_dqb.dqb_rsvspace += number;
1081884d179dSJan Kara }
1082884d179dSJan Kara 
1083884d179dSJan Kara /*
1084884d179dSJan Kara  * Claim reserved quota space
1085884d179dSJan Kara  */
10860a5a9c72SJan Kara static void dquot_claim_reserved_space(struct dquot *dquot, qsize_t number)
1087884d179dSJan Kara {
10880a5a9c72SJan Kara 	if (dquot->dq_dqb.dqb_rsvspace < number) {
10890a5a9c72SJan Kara 		WARN_ON_ONCE(1);
10900a5a9c72SJan Kara 		number = dquot->dq_dqb.dqb_rsvspace;
10910a5a9c72SJan Kara 	}
1092884d179dSJan Kara 	dquot->dq_dqb.dqb_curspace += number;
1093884d179dSJan Kara 	dquot->dq_dqb.dqb_rsvspace -= number;
1094884d179dSJan Kara }
1095884d179dSJan Kara 
10961c8924ebSJan Kara static void dquot_reclaim_reserved_space(struct dquot *dquot, qsize_t number)
10971c8924ebSJan Kara {
10981c8924ebSJan Kara 	if (WARN_ON_ONCE(dquot->dq_dqb.dqb_curspace < number))
10991c8924ebSJan Kara 		number = dquot->dq_dqb.dqb_curspace;
11001c8924ebSJan Kara 	dquot->dq_dqb.dqb_rsvspace += number;
11011c8924ebSJan Kara 	dquot->dq_dqb.dqb_curspace -= number;
11021c8924ebSJan Kara }
11031c8924ebSJan Kara 
1104884d179dSJan Kara static inline
1105884d179dSJan Kara void dquot_free_reserved_space(struct dquot *dquot, qsize_t number)
1106884d179dSJan Kara {
11070a5a9c72SJan Kara 	if (dquot->dq_dqb.dqb_rsvspace >= number)
1108884d179dSJan Kara 		dquot->dq_dqb.dqb_rsvspace -= number;
11090a5a9c72SJan Kara 	else {
11100a5a9c72SJan Kara 		WARN_ON_ONCE(1);
11110a5a9c72SJan Kara 		dquot->dq_dqb.dqb_rsvspace = 0;
11120a5a9c72SJan Kara 	}
1113884d179dSJan Kara }
1114884d179dSJan Kara 
11157a2435d8SJan Kara static void dquot_decr_inodes(struct dquot *dquot, qsize_t number)
1116884d179dSJan Kara {
1117884d179dSJan Kara 	if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1118884d179dSJan Kara 	    dquot->dq_dqb.dqb_curinodes >= number)
1119884d179dSJan Kara 		dquot->dq_dqb.dqb_curinodes -= number;
1120884d179dSJan Kara 	else
1121884d179dSJan Kara 		dquot->dq_dqb.dqb_curinodes = 0;
1122884d179dSJan Kara 	if (dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit)
1123884d179dSJan Kara 		dquot->dq_dqb.dqb_itime = (time_t) 0;
1124884d179dSJan Kara 	clear_bit(DQ_INODES_B, &dquot->dq_flags);
1125884d179dSJan Kara }
1126884d179dSJan Kara 
11277a2435d8SJan Kara static void dquot_decr_space(struct dquot *dquot, qsize_t number)
1128884d179dSJan Kara {
1129884d179dSJan Kara 	if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1130884d179dSJan Kara 	    dquot->dq_dqb.dqb_curspace >= number)
1131884d179dSJan Kara 		dquot->dq_dqb.dqb_curspace -= number;
1132884d179dSJan Kara 	else
1133884d179dSJan Kara 		dquot->dq_dqb.dqb_curspace = 0;
1134884d179dSJan Kara 	if (dquot->dq_dqb.dqb_curspace <= dquot->dq_dqb.dqb_bsoftlimit)
1135884d179dSJan Kara 		dquot->dq_dqb.dqb_btime = (time_t) 0;
1136884d179dSJan Kara 	clear_bit(DQ_BLKS_B, &dquot->dq_flags);
1137884d179dSJan Kara }
1138884d179dSJan Kara 
1139bf097aafSJan Kara struct dquot_warn {
1140bf097aafSJan Kara 	struct super_block *w_sb;
11417b9c7321SEric W. Biederman 	struct kqid w_dq_id;
1142bf097aafSJan Kara 	short w_type;
1143bf097aafSJan Kara };
1144bf097aafSJan Kara 
1145884d179dSJan Kara static int warning_issued(struct dquot *dquot, const int warntype)
1146884d179dSJan Kara {
1147884d179dSJan Kara 	int flag = (warntype == QUOTA_NL_BHARDWARN ||
1148884d179dSJan Kara 		warntype == QUOTA_NL_BSOFTLONGWARN) ? DQ_BLKS_B :
1149884d179dSJan Kara 		((warntype == QUOTA_NL_IHARDWARN ||
1150884d179dSJan Kara 		warntype == QUOTA_NL_ISOFTLONGWARN) ? DQ_INODES_B : 0);
1151884d179dSJan Kara 
1152884d179dSJan Kara 	if (!flag)
1153884d179dSJan Kara 		return 0;
1154884d179dSJan Kara 	return test_and_set_bit(flag, &dquot->dq_flags);
1155884d179dSJan Kara }
1156884d179dSJan Kara 
1157884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING
1158884d179dSJan Kara static int flag_print_warnings = 1;
1159884d179dSJan Kara 
1160bf097aafSJan Kara static int need_print_warning(struct dquot_warn *warn)
1161884d179dSJan Kara {
1162884d179dSJan Kara 	if (!flag_print_warnings)
1163884d179dSJan Kara 		return 0;
1164884d179dSJan Kara 
11657b9c7321SEric W. Biederman 	switch (warn->w_dq_id.type) {
1166884d179dSJan Kara 		case USRQUOTA:
11671a06d420SEric W. Biederman 			return uid_eq(current_fsuid(), warn->w_dq_id.uid);
1168884d179dSJan Kara 		case GRPQUOTA:
11697b9c7321SEric W. Biederman 			return in_group_p(warn->w_dq_id.gid);
11706c29c50fSJan Kara 		case PRJQUOTA:	/* Never taken... Just make gcc happy */
11716c29c50fSJan Kara 			return 0;
1172884d179dSJan Kara 	}
1173884d179dSJan Kara 	return 0;
1174884d179dSJan Kara }
1175884d179dSJan Kara 
1176884d179dSJan Kara /* Print warning to user which exceeded quota */
1177bf097aafSJan Kara static void print_warning(struct dquot_warn *warn)
1178884d179dSJan Kara {
1179884d179dSJan Kara 	char *msg = NULL;
1180884d179dSJan Kara 	struct tty_struct *tty;
1181bf097aafSJan Kara 	int warntype = warn->w_type;
1182884d179dSJan Kara 
1183884d179dSJan Kara 	if (warntype == QUOTA_NL_IHARDBELOW ||
1184884d179dSJan Kara 	    warntype == QUOTA_NL_ISOFTBELOW ||
1185884d179dSJan Kara 	    warntype == QUOTA_NL_BHARDBELOW ||
1186bf097aafSJan Kara 	    warntype == QUOTA_NL_BSOFTBELOW || !need_print_warning(warn))
1187884d179dSJan Kara 		return;
1188884d179dSJan Kara 
1189884d179dSJan Kara 	tty = get_current_tty();
1190884d179dSJan Kara 	if (!tty)
1191884d179dSJan Kara 		return;
1192bf097aafSJan Kara 	tty_write_message(tty, warn->w_sb->s_id);
1193884d179dSJan Kara 	if (warntype == QUOTA_NL_ISOFTWARN || warntype == QUOTA_NL_BSOFTWARN)
1194884d179dSJan Kara 		tty_write_message(tty, ": warning, ");
1195884d179dSJan Kara 	else
1196884d179dSJan Kara 		tty_write_message(tty, ": write failed, ");
11977b9c7321SEric W. Biederman 	tty_write_message(tty, quotatypes[warn->w_dq_id.type]);
1198884d179dSJan Kara 	switch (warntype) {
1199884d179dSJan Kara 		case QUOTA_NL_IHARDWARN:
1200884d179dSJan Kara 			msg = " file limit reached.\r\n";
1201884d179dSJan Kara 			break;
1202884d179dSJan Kara 		case QUOTA_NL_ISOFTLONGWARN:
1203884d179dSJan Kara 			msg = " file quota exceeded too long.\r\n";
1204884d179dSJan Kara 			break;
1205884d179dSJan Kara 		case QUOTA_NL_ISOFTWARN:
1206884d179dSJan Kara 			msg = " file quota exceeded.\r\n";
1207884d179dSJan Kara 			break;
1208884d179dSJan Kara 		case QUOTA_NL_BHARDWARN:
1209884d179dSJan Kara 			msg = " block limit reached.\r\n";
1210884d179dSJan Kara 			break;
1211884d179dSJan Kara 		case QUOTA_NL_BSOFTLONGWARN:
1212884d179dSJan Kara 			msg = " block quota exceeded too long.\r\n";
1213884d179dSJan Kara 			break;
1214884d179dSJan Kara 		case QUOTA_NL_BSOFTWARN:
1215884d179dSJan Kara 			msg = " block quota exceeded.\r\n";
1216884d179dSJan Kara 			break;
1217884d179dSJan Kara 	}
1218884d179dSJan Kara 	tty_write_message(tty, msg);
1219884d179dSJan Kara 	tty_kref_put(tty);
1220884d179dSJan Kara }
1221884d179dSJan Kara #endif
1222884d179dSJan Kara 
1223bf097aafSJan Kara static void prepare_warning(struct dquot_warn *warn, struct dquot *dquot,
1224bf097aafSJan Kara 			    int warntype)
1225bf097aafSJan Kara {
1226bf097aafSJan Kara 	if (warning_issued(dquot, warntype))
1227bf097aafSJan Kara 		return;
1228bf097aafSJan Kara 	warn->w_type = warntype;
1229bf097aafSJan Kara 	warn->w_sb = dquot->dq_sb;
1230bf097aafSJan Kara 	warn->w_dq_id = dquot->dq_id;
1231bf097aafSJan Kara }
1232bf097aafSJan Kara 
1233884d179dSJan Kara /*
1234884d179dSJan Kara  * Write warnings to the console and send warning messages over netlink.
1235884d179dSJan Kara  *
1236bf097aafSJan Kara  * Note that this function can call into tty and networking code.
1237884d179dSJan Kara  */
1238bf097aafSJan Kara static void flush_warnings(struct dquot_warn *warn)
1239884d179dSJan Kara {
1240884d179dSJan Kara 	int i;
1241884d179dSJan Kara 
124286e931a3SSteven Whitehouse 	for (i = 0; i < MAXQUOTAS; i++) {
1243bf097aafSJan Kara 		if (warn[i].w_type == QUOTA_NL_NOWARN)
1244bf097aafSJan Kara 			continue;
1245884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING
1246bf097aafSJan Kara 		print_warning(&warn[i]);
1247884d179dSJan Kara #endif
12487b9c7321SEric W. Biederman 		quota_send_warning(warn[i].w_dq_id,
1249bf097aafSJan Kara 				   warn[i].w_sb->s_dev, warn[i].w_type);
1250884d179dSJan Kara 	}
1251884d179dSJan Kara }
1252884d179dSJan Kara 
12537a2435d8SJan Kara static int ignore_hardlimit(struct dquot *dquot)
1254884d179dSJan Kara {
12554c376dcaSEric W. Biederman 	struct mem_dqinfo *info = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
1256884d179dSJan Kara 
1257884d179dSJan Kara 	return capable(CAP_SYS_RESOURCE) &&
1258268157baSJan Kara 	       (info->dqi_format->qf_fmt_id != QFMT_VFS_OLD ||
1259268157baSJan Kara 		!(info->dqi_flags & V1_DQF_RSQUASH));
1260884d179dSJan Kara }
1261884d179dSJan Kara 
1262884d179dSJan Kara /* needs dq_data_lock */
1263bf097aafSJan Kara static int check_idq(struct dquot *dquot, qsize_t inodes,
1264bf097aafSJan Kara 		     struct dquot_warn *warn)
1265884d179dSJan Kara {
1266268157baSJan Kara 	qsize_t newinodes = dquot->dq_dqb.dqb_curinodes + inodes;
1267268157baSJan Kara 
12684c376dcaSEric W. Biederman 	if (!sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type) ||
1269884d179dSJan Kara 	    test_bit(DQ_FAKE_B, &dquot->dq_flags))
1270efd8f0e6SChristoph Hellwig 		return 0;
1271884d179dSJan Kara 
1272884d179dSJan Kara 	if (dquot->dq_dqb.dqb_ihardlimit &&
1273268157baSJan Kara 	    newinodes > dquot->dq_dqb.dqb_ihardlimit &&
1274884d179dSJan Kara             !ignore_hardlimit(dquot)) {
1275bf097aafSJan Kara 		prepare_warning(warn, dquot, QUOTA_NL_IHARDWARN);
1276efd8f0e6SChristoph Hellwig 		return -EDQUOT;
1277884d179dSJan Kara 	}
1278884d179dSJan Kara 
1279884d179dSJan Kara 	if (dquot->dq_dqb.dqb_isoftlimit &&
1280268157baSJan Kara 	    newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1281268157baSJan Kara 	    dquot->dq_dqb.dqb_itime &&
1282268157baSJan Kara 	    get_seconds() >= dquot->dq_dqb.dqb_itime &&
1283884d179dSJan Kara             !ignore_hardlimit(dquot)) {
1284bf097aafSJan Kara 		prepare_warning(warn, dquot, QUOTA_NL_ISOFTLONGWARN);
1285efd8f0e6SChristoph Hellwig 		return -EDQUOT;
1286884d179dSJan Kara 	}
1287884d179dSJan Kara 
1288884d179dSJan Kara 	if (dquot->dq_dqb.dqb_isoftlimit &&
1289268157baSJan Kara 	    newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1290884d179dSJan Kara 	    dquot->dq_dqb.dqb_itime == 0) {
1291bf097aafSJan Kara 		prepare_warning(warn, dquot, QUOTA_NL_ISOFTWARN);
1292268157baSJan Kara 		dquot->dq_dqb.dqb_itime = get_seconds() +
12934c376dcaSEric W. Biederman 		    sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type].dqi_igrace;
1294884d179dSJan Kara 	}
1295884d179dSJan Kara 
1296efd8f0e6SChristoph Hellwig 	return 0;
1297884d179dSJan Kara }
1298884d179dSJan Kara 
1299884d179dSJan Kara /* needs dq_data_lock */
1300bf097aafSJan Kara static int check_bdq(struct dquot *dquot, qsize_t space, int prealloc,
1301bf097aafSJan Kara 		     struct dquot_warn *warn)
1302884d179dSJan Kara {
1303884d179dSJan Kara 	qsize_t tspace;
1304268157baSJan Kara 	struct super_block *sb = dquot->dq_sb;
1305884d179dSJan Kara 
13064c376dcaSEric W. Biederman 	if (!sb_has_quota_limits_enabled(sb, dquot->dq_id.type) ||
1307884d179dSJan Kara 	    test_bit(DQ_FAKE_B, &dquot->dq_flags))
1308efd8f0e6SChristoph Hellwig 		return 0;
1309884d179dSJan Kara 
1310884d179dSJan Kara 	tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace
1311884d179dSJan Kara 		+ space;
1312884d179dSJan Kara 
1313884d179dSJan Kara 	if (dquot->dq_dqb.dqb_bhardlimit &&
1314884d179dSJan Kara 	    tspace > dquot->dq_dqb.dqb_bhardlimit &&
1315884d179dSJan Kara             !ignore_hardlimit(dquot)) {
1316884d179dSJan Kara 		if (!prealloc)
1317bf097aafSJan Kara 			prepare_warning(warn, dquot, QUOTA_NL_BHARDWARN);
1318efd8f0e6SChristoph Hellwig 		return -EDQUOT;
1319884d179dSJan Kara 	}
1320884d179dSJan Kara 
1321884d179dSJan Kara 	if (dquot->dq_dqb.dqb_bsoftlimit &&
1322884d179dSJan Kara 	    tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1323268157baSJan Kara 	    dquot->dq_dqb.dqb_btime &&
1324268157baSJan Kara 	    get_seconds() >= dquot->dq_dqb.dqb_btime &&
1325884d179dSJan Kara             !ignore_hardlimit(dquot)) {
1326884d179dSJan Kara 		if (!prealloc)
1327bf097aafSJan Kara 			prepare_warning(warn, dquot, QUOTA_NL_BSOFTLONGWARN);
1328efd8f0e6SChristoph Hellwig 		return -EDQUOT;
1329884d179dSJan Kara 	}
1330884d179dSJan Kara 
1331884d179dSJan Kara 	if (dquot->dq_dqb.dqb_bsoftlimit &&
1332884d179dSJan Kara 	    tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1333884d179dSJan Kara 	    dquot->dq_dqb.dqb_btime == 0) {
1334884d179dSJan Kara 		if (!prealloc) {
1335bf097aafSJan Kara 			prepare_warning(warn, dquot, QUOTA_NL_BSOFTWARN);
1336268157baSJan Kara 			dquot->dq_dqb.dqb_btime = get_seconds() +
13374c376dcaSEric W. Biederman 			    sb_dqopt(sb)->info[dquot->dq_id.type].dqi_bgrace;
1338884d179dSJan Kara 		}
1339884d179dSJan Kara 		else
1340884d179dSJan Kara 			/*
1341884d179dSJan Kara 			 * We don't allow preallocation to exceed softlimit so exceeding will
1342884d179dSJan Kara 			 * be always printed
1343884d179dSJan Kara 			 */
1344efd8f0e6SChristoph Hellwig 			return -EDQUOT;
1345884d179dSJan Kara 	}
1346884d179dSJan Kara 
1347efd8f0e6SChristoph Hellwig 	return 0;
1348884d179dSJan Kara }
1349884d179dSJan Kara 
1350884d179dSJan Kara static int info_idq_free(struct dquot *dquot, qsize_t inodes)
1351884d179dSJan Kara {
1352268157baSJan Kara 	qsize_t newinodes;
1353268157baSJan Kara 
1354884d179dSJan Kara 	if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
1355884d179dSJan Kara 	    dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit ||
13564c376dcaSEric W. Biederman 	    !sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type))
1357884d179dSJan Kara 		return QUOTA_NL_NOWARN;
1358884d179dSJan Kara 
1359268157baSJan Kara 	newinodes = dquot->dq_dqb.dqb_curinodes - inodes;
1360268157baSJan Kara 	if (newinodes <= dquot->dq_dqb.dqb_isoftlimit)
1361884d179dSJan Kara 		return QUOTA_NL_ISOFTBELOW;
1362884d179dSJan Kara 	if (dquot->dq_dqb.dqb_curinodes >= dquot->dq_dqb.dqb_ihardlimit &&
1363268157baSJan Kara 	    newinodes < dquot->dq_dqb.dqb_ihardlimit)
1364884d179dSJan Kara 		return QUOTA_NL_IHARDBELOW;
1365884d179dSJan Kara 	return QUOTA_NL_NOWARN;
1366884d179dSJan Kara }
1367884d179dSJan Kara 
1368884d179dSJan Kara static int info_bdq_free(struct dquot *dquot, qsize_t space)
1369884d179dSJan Kara {
1370884d179dSJan Kara 	if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
1371884d179dSJan Kara 	    dquot->dq_dqb.dqb_curspace <= dquot->dq_dqb.dqb_bsoftlimit)
1372884d179dSJan Kara 		return QUOTA_NL_NOWARN;
1373884d179dSJan Kara 
1374884d179dSJan Kara 	if (dquot->dq_dqb.dqb_curspace - space <= dquot->dq_dqb.dqb_bsoftlimit)
1375884d179dSJan Kara 		return QUOTA_NL_BSOFTBELOW;
1376884d179dSJan Kara 	if (dquot->dq_dqb.dqb_curspace >= dquot->dq_dqb.dqb_bhardlimit &&
1377884d179dSJan Kara 	    dquot->dq_dqb.dqb_curspace - space < dquot->dq_dqb.dqb_bhardlimit)
1378884d179dSJan Kara 		return QUOTA_NL_BHARDBELOW;
1379884d179dSJan Kara 	return QUOTA_NL_NOWARN;
1380884d179dSJan Kara }
13810a5a9c72SJan Kara 
1382189eef59SChristoph Hellwig static int dquot_active(const struct inode *inode)
1383189eef59SChristoph Hellwig {
1384189eef59SChristoph Hellwig 	struct super_block *sb = inode->i_sb;
1385189eef59SChristoph Hellwig 
1386189eef59SChristoph Hellwig 	if (IS_NOQUOTA(inode))
1387189eef59SChristoph Hellwig 		return 0;
1388189eef59SChristoph Hellwig 	return sb_any_quota_loaded(sb) & ~sb_any_quota_suspended(sb);
1389189eef59SChristoph Hellwig }
1390189eef59SChristoph Hellwig 
1391884d179dSJan Kara /*
1392884d179dSJan Kara  * Initialize quota pointers in inode
1393871a2931SChristoph Hellwig  *
1394884d179dSJan Kara  * We do things in a bit complicated way but by that we avoid calling
1395884d179dSJan Kara  * dqget() and thus filesystem callbacks under dqptr_sem.
1396871a2931SChristoph Hellwig  *
1397871a2931SChristoph Hellwig  * It is better to call this function outside of any transaction as it
1398871a2931SChristoph Hellwig  * might need a lot of space in journal for dquot structure allocation.
1399884d179dSJan Kara  */
1400871a2931SChristoph Hellwig static void __dquot_initialize(struct inode *inode, int type)
1401884d179dSJan Kara {
1402871a2931SChristoph Hellwig 	int cnt;
1403ad1e6e8dSDmitry Monakhov 	struct dquot *got[MAXQUOTAS];
1404884d179dSJan Kara 	struct super_block *sb = inode->i_sb;
14050a5a9c72SJan Kara 	qsize_t rsv;
1406884d179dSJan Kara 
1407884d179dSJan Kara 	/* First test before acquiring mutex - solves deadlocks when we
1408884d179dSJan Kara          * re-enter the quota code and are already holding the mutex */
1409189eef59SChristoph Hellwig 	if (!dquot_active(inode))
1410871a2931SChristoph Hellwig 		return;
1411884d179dSJan Kara 
1412884d179dSJan Kara 	/* First get references to structures we might need. */
1413884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1414aca645a6SEric W. Biederman 		struct kqid qid;
1415ad1e6e8dSDmitry Monakhov 		got[cnt] = NULL;
1416884d179dSJan Kara 		if (type != -1 && cnt != type)
1417884d179dSJan Kara 			continue;
1418884d179dSJan Kara 		switch (cnt) {
1419884d179dSJan Kara 		case USRQUOTA:
1420aca645a6SEric W. Biederman 			qid = make_kqid_uid(inode->i_uid);
1421884d179dSJan Kara 			break;
1422884d179dSJan Kara 		case GRPQUOTA:
1423aca645a6SEric W. Biederman 			qid = make_kqid_gid(inode->i_gid);
1424884d179dSJan Kara 			break;
1425884d179dSJan Kara 		}
1426aca645a6SEric W. Biederman 		got[cnt] = dqget(sb, qid);
1427884d179dSJan Kara 	}
1428884d179dSJan Kara 
1429884d179dSJan Kara 	down_write(&sb_dqopt(sb)->dqptr_sem);
1430884d179dSJan Kara 	if (IS_NOQUOTA(inode))
1431884d179dSJan Kara 		goto out_err;
1432884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1433884d179dSJan Kara 		if (type != -1 && cnt != type)
1434884d179dSJan Kara 			continue;
1435884d179dSJan Kara 		/* Avoid races with quotaoff() */
1436884d179dSJan Kara 		if (!sb_has_quota_active(sb, cnt))
1437884d179dSJan Kara 			continue;
14384408ea41SJan Kara 		/* We could race with quotaon or dqget() could have failed */
14394408ea41SJan Kara 		if (!got[cnt])
14404408ea41SJan Kara 			continue;
1441dd6f3c6dSJan Kara 		if (!inode->i_dquot[cnt]) {
1442884d179dSJan Kara 			inode->i_dquot[cnt] = got[cnt];
1443dd6f3c6dSJan Kara 			got[cnt] = NULL;
14440a5a9c72SJan Kara 			/*
14450a5a9c72SJan Kara 			 * Make quota reservation system happy if someone
14460a5a9c72SJan Kara 			 * did a write before quota was turned on
14470a5a9c72SJan Kara 			 */
14480a5a9c72SJan Kara 			rsv = inode_get_rsv_space(inode);
144968ac8bfbSJeff Mahoney 			if (unlikely(rsv)) {
145068ac8bfbSJeff Mahoney 				spin_lock(&dq_data_lock);
14510a5a9c72SJan Kara 				dquot_resv_space(inode->i_dquot[cnt], rsv);
145268ac8bfbSJeff Mahoney 				spin_unlock(&dq_data_lock);
145368ac8bfbSJeff Mahoney 			}
1454884d179dSJan Kara 		}
1455884d179dSJan Kara 	}
1456884d179dSJan Kara out_err:
1457884d179dSJan Kara 	up_write(&sb_dqopt(sb)->dqptr_sem);
1458884d179dSJan Kara 	/* Drop unused references */
1459dc52dd3aSDmitry Monakhov 	dqput_all(got);
1460871a2931SChristoph Hellwig }
1461871a2931SChristoph Hellwig 
1462871a2931SChristoph Hellwig void dquot_initialize(struct inode *inode)
1463871a2931SChristoph Hellwig {
1464871a2931SChristoph Hellwig 	__dquot_initialize(inode, -1);
1465884d179dSJan Kara }
1466884d179dSJan Kara EXPORT_SYMBOL(dquot_initialize);
1467884d179dSJan Kara 
1468884d179dSJan Kara /*
1469884d179dSJan Kara  * 	Release all quotas referenced by inode
1470884d179dSJan Kara  */
14719f754758SChristoph Hellwig static void __dquot_drop(struct inode *inode)
1472884d179dSJan Kara {
1473884d179dSJan Kara 	int cnt;
1474884d179dSJan Kara 	struct dquot *put[MAXQUOTAS];
1475884d179dSJan Kara 
1476884d179dSJan Kara 	down_write(&sb_dqopt(inode->i_sb)->dqptr_sem);
1477884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1478884d179dSJan Kara 		put[cnt] = inode->i_dquot[cnt];
1479dd6f3c6dSJan Kara 		inode->i_dquot[cnt] = NULL;
1480884d179dSJan Kara 	}
1481884d179dSJan Kara 	up_write(&sb_dqopt(inode->i_sb)->dqptr_sem);
1482dc52dd3aSDmitry Monakhov 	dqput_all(put);
1483884d179dSJan Kara }
1484884d179dSJan Kara 
14859f754758SChristoph Hellwig void dquot_drop(struct inode *inode)
1486884d179dSJan Kara {
1487884d179dSJan Kara 	int cnt;
14889f754758SChristoph Hellwig 
14899f754758SChristoph Hellwig 	if (IS_NOQUOTA(inode))
14909f754758SChristoph Hellwig 		return;
14919f754758SChristoph Hellwig 
14929f754758SChristoph Hellwig 	/*
14939f754758SChristoph Hellwig 	 * Test before calling to rule out calls from proc and such
1494884d179dSJan Kara 	 * where we are not allowed to block. Note that this is
1495884d179dSJan Kara 	 * actually reliable test even without the lock - the caller
1496884d179dSJan Kara 	 * must assure that nobody can come after the DQUOT_DROP and
14979f754758SChristoph Hellwig 	 * add quota pointers back anyway.
14989f754758SChristoph Hellwig 	 */
14999f754758SChristoph Hellwig 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1500dd6f3c6dSJan Kara 		if (inode->i_dquot[cnt])
1501884d179dSJan Kara 			break;
15029f754758SChristoph Hellwig 	}
15039f754758SChristoph Hellwig 
1504884d179dSJan Kara 	if (cnt < MAXQUOTAS)
15059f754758SChristoph Hellwig 		__dquot_drop(inode);
1506884d179dSJan Kara }
15079f754758SChristoph Hellwig EXPORT_SYMBOL(dquot_drop);
1508884d179dSJan Kara 
1509884d179dSJan Kara /*
1510fd8fbfc1SDmitry Monakhov  * inode_reserved_space is managed internally by quota, and protected by
1511fd8fbfc1SDmitry Monakhov  * i_lock similar to i_blocks+i_bytes.
1512fd8fbfc1SDmitry Monakhov  */
1513fd8fbfc1SDmitry Monakhov static qsize_t *inode_reserved_space(struct inode * inode)
1514fd8fbfc1SDmitry Monakhov {
1515fd8fbfc1SDmitry Monakhov 	/* Filesystem must explicitly define it's own method in order to use
1516fd8fbfc1SDmitry Monakhov 	 * quota reservation interface */
1517fd8fbfc1SDmitry Monakhov 	BUG_ON(!inode->i_sb->dq_op->get_reserved_space);
1518fd8fbfc1SDmitry Monakhov 	return inode->i_sb->dq_op->get_reserved_space(inode);
1519fd8fbfc1SDmitry Monakhov }
1520fd8fbfc1SDmitry Monakhov 
1521c469070aSDmitry Monakhov void inode_add_rsv_space(struct inode *inode, qsize_t number)
1522fd8fbfc1SDmitry Monakhov {
1523fd8fbfc1SDmitry Monakhov 	spin_lock(&inode->i_lock);
1524fd8fbfc1SDmitry Monakhov 	*inode_reserved_space(inode) += number;
1525fd8fbfc1SDmitry Monakhov 	spin_unlock(&inode->i_lock);
1526fd8fbfc1SDmitry Monakhov }
1527c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_add_rsv_space);
1528fd8fbfc1SDmitry Monakhov 
1529c469070aSDmitry Monakhov void inode_claim_rsv_space(struct inode *inode, qsize_t number)
1530fd8fbfc1SDmitry Monakhov {
1531fd8fbfc1SDmitry Monakhov 	spin_lock(&inode->i_lock);
1532fd8fbfc1SDmitry Monakhov 	*inode_reserved_space(inode) -= number;
1533fd8fbfc1SDmitry Monakhov 	__inode_add_bytes(inode, number);
1534fd8fbfc1SDmitry Monakhov 	spin_unlock(&inode->i_lock);
1535fd8fbfc1SDmitry Monakhov }
1536c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_claim_rsv_space);
1537fd8fbfc1SDmitry Monakhov 
15381c8924ebSJan Kara void inode_reclaim_rsv_space(struct inode *inode, qsize_t number)
15391c8924ebSJan Kara {
15401c8924ebSJan Kara 	spin_lock(&inode->i_lock);
15411c8924ebSJan Kara 	*inode_reserved_space(inode) += number;
15421c8924ebSJan Kara 	__inode_sub_bytes(inode, number);
15431c8924ebSJan Kara 	spin_unlock(&inode->i_lock);
15441c8924ebSJan Kara }
15451c8924ebSJan Kara EXPORT_SYMBOL(inode_reclaim_rsv_space);
15461c8924ebSJan Kara 
1547c469070aSDmitry Monakhov void inode_sub_rsv_space(struct inode *inode, qsize_t number)
1548fd8fbfc1SDmitry Monakhov {
1549fd8fbfc1SDmitry Monakhov 	spin_lock(&inode->i_lock);
1550fd8fbfc1SDmitry Monakhov 	*inode_reserved_space(inode) -= number;
1551fd8fbfc1SDmitry Monakhov 	spin_unlock(&inode->i_lock);
1552fd8fbfc1SDmitry Monakhov }
1553c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_sub_rsv_space);
1554fd8fbfc1SDmitry Monakhov 
1555fd8fbfc1SDmitry Monakhov static qsize_t inode_get_rsv_space(struct inode *inode)
1556fd8fbfc1SDmitry Monakhov {
1557fd8fbfc1SDmitry Monakhov 	qsize_t ret;
155805b5d898SJan Kara 
155905b5d898SJan Kara 	if (!inode->i_sb->dq_op->get_reserved_space)
156005b5d898SJan Kara 		return 0;
1561fd8fbfc1SDmitry Monakhov 	spin_lock(&inode->i_lock);
1562fd8fbfc1SDmitry Monakhov 	ret = *inode_reserved_space(inode);
1563fd8fbfc1SDmitry Monakhov 	spin_unlock(&inode->i_lock);
1564fd8fbfc1SDmitry Monakhov 	return ret;
1565fd8fbfc1SDmitry Monakhov }
1566fd8fbfc1SDmitry Monakhov 
1567fd8fbfc1SDmitry Monakhov static void inode_incr_space(struct inode *inode, qsize_t number,
1568fd8fbfc1SDmitry Monakhov 				int reserve)
1569fd8fbfc1SDmitry Monakhov {
1570fd8fbfc1SDmitry Monakhov 	if (reserve)
1571fd8fbfc1SDmitry Monakhov 		inode_add_rsv_space(inode, number);
1572fd8fbfc1SDmitry Monakhov 	else
1573fd8fbfc1SDmitry Monakhov 		inode_add_bytes(inode, number);
1574fd8fbfc1SDmitry Monakhov }
1575fd8fbfc1SDmitry Monakhov 
1576fd8fbfc1SDmitry Monakhov static void inode_decr_space(struct inode *inode, qsize_t number, int reserve)
1577fd8fbfc1SDmitry Monakhov {
1578fd8fbfc1SDmitry Monakhov 	if (reserve)
1579fd8fbfc1SDmitry Monakhov 		inode_sub_rsv_space(inode, number);
1580fd8fbfc1SDmitry Monakhov 	else
1581fd8fbfc1SDmitry Monakhov 		inode_sub_bytes(inode, number);
1582fd8fbfc1SDmitry Monakhov }
1583fd8fbfc1SDmitry Monakhov 
1584fd8fbfc1SDmitry Monakhov /*
15855dd4056dSChristoph Hellwig  * This functions updates i_blocks+i_bytes fields and quota information
15865dd4056dSChristoph Hellwig  * (together with appropriate checks).
15875dd4056dSChristoph Hellwig  *
15885dd4056dSChristoph Hellwig  * NOTE: We absolutely rely on the fact that caller dirties the inode
15895dd4056dSChristoph Hellwig  * (usually helpers in quotaops.h care about this) and holds a handle for
15905dd4056dSChristoph Hellwig  * the current transaction so that dquot write and inode write go into the
15915dd4056dSChristoph Hellwig  * same transaction.
1592884d179dSJan Kara  */
1593884d179dSJan Kara 
1594884d179dSJan Kara /*
1595884d179dSJan Kara  * This operation can block, but only after everything is updated
1596884d179dSJan Kara  */
159756246f9aSEric Sandeen int __dquot_alloc_space(struct inode *inode, qsize_t number, int flags)
1598884d179dSJan Kara {
15995dd4056dSChristoph Hellwig 	int cnt, ret = 0;
1600bf097aafSJan Kara 	struct dquot_warn warn[MAXQUOTAS];
1601bf097aafSJan Kara 	struct dquot **dquots = inode->i_dquot;
160256246f9aSEric Sandeen 	int reserve = flags & DQUOT_SPACE_RESERVE;
1603884d179dSJan Kara 
1604fd8fbfc1SDmitry Monakhov 	/*
1605fd8fbfc1SDmitry Monakhov 	 * First test before acquiring mutex - solves deadlocks when we
1606fd8fbfc1SDmitry Monakhov 	 * re-enter the quota code and are already holding the mutex
1607fd8fbfc1SDmitry Monakhov 	 */
1608189eef59SChristoph Hellwig 	if (!dquot_active(inode)) {
1609fd8fbfc1SDmitry Monakhov 		inode_incr_space(inode, number, reserve);
1610fd8fbfc1SDmitry Monakhov 		goto out;
1611fd8fbfc1SDmitry Monakhov 	}
1612fd8fbfc1SDmitry Monakhov 
1613884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
1614bf097aafSJan Kara 		warn[cnt].w_type = QUOTA_NL_NOWARN;
1615884d179dSJan Kara 
16166ea2eea1SJeff Liu 	down_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1617884d179dSJan Kara 	spin_lock(&dq_data_lock);
1618884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1619bf097aafSJan Kara 		if (!dquots[cnt])
1620884d179dSJan Kara 			continue;
1621bf097aafSJan Kara 		ret = check_bdq(dquots[cnt], number,
1622bf097aafSJan Kara 				!(flags & DQUOT_SPACE_WARN), &warn[cnt]);
1623bf097aafSJan Kara 		if (ret && !(flags & DQUOT_SPACE_NOFAIL)) {
1624fd8fbfc1SDmitry Monakhov 			spin_unlock(&dq_data_lock);
1625fd8fbfc1SDmitry Monakhov 			goto out_flush_warn;
1626884d179dSJan Kara 		}
1627884d179dSJan Kara 	}
1628884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1629bf097aafSJan Kara 		if (!dquots[cnt])
1630884d179dSJan Kara 			continue;
1631884d179dSJan Kara 		if (reserve)
1632bf097aafSJan Kara 			dquot_resv_space(dquots[cnt], number);
1633884d179dSJan Kara 		else
1634bf097aafSJan Kara 			dquot_incr_space(dquots[cnt], number);
1635884d179dSJan Kara 	}
1636fd8fbfc1SDmitry Monakhov 	inode_incr_space(inode, number, reserve);
1637884d179dSJan Kara 	spin_unlock(&dq_data_lock);
1638fd8fbfc1SDmitry Monakhov 
1639fd8fbfc1SDmitry Monakhov 	if (reserve)
1640fd8fbfc1SDmitry Monakhov 		goto out_flush_warn;
1641bf097aafSJan Kara 	mark_all_dquot_dirty(dquots);
1642fd8fbfc1SDmitry Monakhov out_flush_warn:
1643fd8fbfc1SDmitry Monakhov 	up_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1644bf097aafSJan Kara 	flush_warnings(warn);
1645fd8fbfc1SDmitry Monakhov out:
1646884d179dSJan Kara 	return ret;
1647884d179dSJan Kara }
16485dd4056dSChristoph Hellwig EXPORT_SYMBOL(__dquot_alloc_space);
1649884d179dSJan Kara 
1650884d179dSJan Kara /*
1651884d179dSJan Kara  * This operation can block, but only after everything is updated
1652884d179dSJan Kara  */
165363936ddaSChristoph Hellwig int dquot_alloc_inode(const struct inode *inode)
1654884d179dSJan Kara {
1655efd8f0e6SChristoph Hellwig 	int cnt, ret = 0;
1656bf097aafSJan Kara 	struct dquot_warn warn[MAXQUOTAS];
1657bf097aafSJan Kara 	struct dquot * const *dquots = inode->i_dquot;
1658884d179dSJan Kara 
1659884d179dSJan Kara 	/* First test before acquiring mutex - solves deadlocks when we
1660884d179dSJan Kara          * re-enter the quota code and are already holding the mutex */
1661189eef59SChristoph Hellwig 	if (!dquot_active(inode))
166263936ddaSChristoph Hellwig 		return 0;
1663884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
1664bf097aafSJan Kara 		warn[cnt].w_type = QUOTA_NL_NOWARN;
1665884d179dSJan Kara 	down_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1666884d179dSJan Kara 	spin_lock(&dq_data_lock);
1667884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1668bf097aafSJan Kara 		if (!dquots[cnt])
1669884d179dSJan Kara 			continue;
1670bf097aafSJan Kara 		ret = check_idq(dquots[cnt], 1, &warn[cnt]);
1671efd8f0e6SChristoph Hellwig 		if (ret)
1672884d179dSJan Kara 			goto warn_put_all;
1673884d179dSJan Kara 	}
1674884d179dSJan Kara 
1675884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1676bf097aafSJan Kara 		if (!dquots[cnt])
1677884d179dSJan Kara 			continue;
1678bf097aafSJan Kara 		dquot_incr_inodes(dquots[cnt], 1);
1679884d179dSJan Kara 	}
1680efd8f0e6SChristoph Hellwig 
1681884d179dSJan Kara warn_put_all:
1682884d179dSJan Kara 	spin_unlock(&dq_data_lock);
168363936ddaSChristoph Hellwig 	if (ret == 0)
1684bf097aafSJan Kara 		mark_all_dquot_dirty(dquots);
1685884d179dSJan Kara 	up_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1686bf097aafSJan Kara 	flush_warnings(warn);
1687884d179dSJan Kara 	return ret;
1688884d179dSJan Kara }
1689884d179dSJan Kara EXPORT_SYMBOL(dquot_alloc_inode);
1690884d179dSJan Kara 
16915dd4056dSChristoph Hellwig /*
16925dd4056dSChristoph Hellwig  * Convert in-memory reserved quotas to real consumed quotas
16935dd4056dSChristoph Hellwig  */
16945dd4056dSChristoph Hellwig int dquot_claim_space_nodirty(struct inode *inode, qsize_t number)
1695884d179dSJan Kara {
1696884d179dSJan Kara 	int cnt;
1697884d179dSJan Kara 
1698189eef59SChristoph Hellwig 	if (!dquot_active(inode)) {
1699fd8fbfc1SDmitry Monakhov 		inode_claim_rsv_space(inode, number);
17005dd4056dSChristoph Hellwig 		return 0;
1701884d179dSJan Kara 	}
1702884d179dSJan Kara 
1703884d179dSJan Kara 	down_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1704884d179dSJan Kara 	spin_lock(&dq_data_lock);
1705884d179dSJan Kara 	/* Claim reserved quotas to allocated quotas */
1706884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1707dd6f3c6dSJan Kara 		if (inode->i_dquot[cnt])
1708884d179dSJan Kara 			dquot_claim_reserved_space(inode->i_dquot[cnt],
1709884d179dSJan Kara 							number);
1710884d179dSJan Kara 	}
1711884d179dSJan Kara 	/* Update inode bytes */
1712fd8fbfc1SDmitry Monakhov 	inode_claim_rsv_space(inode, number);
1713884d179dSJan Kara 	spin_unlock(&dq_data_lock);
1714dc52dd3aSDmitry Monakhov 	mark_all_dquot_dirty(inode->i_dquot);
1715884d179dSJan Kara 	up_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
17165dd4056dSChristoph Hellwig 	return 0;
1717884d179dSJan Kara }
17185dd4056dSChristoph Hellwig EXPORT_SYMBOL(dquot_claim_space_nodirty);
1719884d179dSJan Kara 
1720884d179dSJan Kara /*
17211c8924ebSJan Kara  * Convert allocated space back to in-memory reserved quotas
17221c8924ebSJan Kara  */
17231c8924ebSJan Kara void dquot_reclaim_space_nodirty(struct inode *inode, qsize_t number)
17241c8924ebSJan Kara {
17251c8924ebSJan Kara 	int cnt;
17261c8924ebSJan Kara 
17271c8924ebSJan Kara 	if (!dquot_active(inode)) {
17281c8924ebSJan Kara 		inode_reclaim_rsv_space(inode, number);
17291c8924ebSJan Kara 		return;
17301c8924ebSJan Kara 	}
17311c8924ebSJan Kara 
17321c8924ebSJan Kara 	down_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
17331c8924ebSJan Kara 	spin_lock(&dq_data_lock);
17341c8924ebSJan Kara 	/* Claim reserved quotas to allocated quotas */
17351c8924ebSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
17361c8924ebSJan Kara 		if (inode->i_dquot[cnt])
17371c8924ebSJan Kara 			dquot_reclaim_reserved_space(inode->i_dquot[cnt],
17381c8924ebSJan Kara 						     number);
17391c8924ebSJan Kara 	}
17401c8924ebSJan Kara 	/* Update inode bytes */
17411c8924ebSJan Kara 	inode_reclaim_rsv_space(inode, number);
17421c8924ebSJan Kara 	spin_unlock(&dq_data_lock);
17431c8924ebSJan Kara 	mark_all_dquot_dirty(inode->i_dquot);
17441c8924ebSJan Kara 	up_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
17451c8924ebSJan Kara 	return;
17461c8924ebSJan Kara }
17471c8924ebSJan Kara EXPORT_SYMBOL(dquot_reclaim_space_nodirty);
17481c8924ebSJan Kara 
17491c8924ebSJan Kara /*
1750884d179dSJan Kara  * This operation can block, but only after everything is updated
1751884d179dSJan Kara  */
175256246f9aSEric Sandeen void __dquot_free_space(struct inode *inode, qsize_t number, int flags)
1753884d179dSJan Kara {
1754884d179dSJan Kara 	unsigned int cnt;
1755bf097aafSJan Kara 	struct dquot_warn warn[MAXQUOTAS];
1756bf097aafSJan Kara 	struct dquot **dquots = inode->i_dquot;
175756246f9aSEric Sandeen 	int reserve = flags & DQUOT_SPACE_RESERVE;
1758884d179dSJan Kara 
1759884d179dSJan Kara 	/* First test before acquiring mutex - solves deadlocks when we
1760884d179dSJan Kara          * re-enter the quota code and are already holding the mutex */
1761189eef59SChristoph Hellwig 	if (!dquot_active(inode)) {
1762fd8fbfc1SDmitry Monakhov 		inode_decr_space(inode, number, reserve);
17635dd4056dSChristoph Hellwig 		return;
1764884d179dSJan Kara 	}
1765884d179dSJan Kara 
1766884d179dSJan Kara 	down_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1767884d179dSJan Kara 	spin_lock(&dq_data_lock);
1768884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1769bf097aafSJan Kara 		int wtype;
1770bf097aafSJan Kara 
1771bf097aafSJan Kara 		warn[cnt].w_type = QUOTA_NL_NOWARN;
1772bf097aafSJan Kara 		if (!dquots[cnt])
1773884d179dSJan Kara 			continue;
1774bf097aafSJan Kara 		wtype = info_bdq_free(dquots[cnt], number);
1775bf097aafSJan Kara 		if (wtype != QUOTA_NL_NOWARN)
1776bf097aafSJan Kara 			prepare_warning(&warn[cnt], dquots[cnt], wtype);
1777fd8fbfc1SDmitry Monakhov 		if (reserve)
1778bf097aafSJan Kara 			dquot_free_reserved_space(dquots[cnt], number);
1779fd8fbfc1SDmitry Monakhov 		else
1780bf097aafSJan Kara 			dquot_decr_space(dquots[cnt], number);
1781884d179dSJan Kara 	}
1782fd8fbfc1SDmitry Monakhov 	inode_decr_space(inode, number, reserve);
1783884d179dSJan Kara 	spin_unlock(&dq_data_lock);
1784fd8fbfc1SDmitry Monakhov 
1785fd8fbfc1SDmitry Monakhov 	if (reserve)
1786fd8fbfc1SDmitry Monakhov 		goto out_unlock;
1787bf097aafSJan Kara 	mark_all_dquot_dirty(dquots);
1788fd8fbfc1SDmitry Monakhov out_unlock:
1789884d179dSJan Kara 	up_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1790bf097aafSJan Kara 	flush_warnings(warn);
1791884d179dSJan Kara }
17925dd4056dSChristoph Hellwig EXPORT_SYMBOL(__dquot_free_space);
1793fd8fbfc1SDmitry Monakhov 
1794fd8fbfc1SDmitry Monakhov /*
1795884d179dSJan Kara  * This operation can block, but only after everything is updated
1796884d179dSJan Kara  */
179763936ddaSChristoph Hellwig void dquot_free_inode(const struct inode *inode)
1798884d179dSJan Kara {
1799884d179dSJan Kara 	unsigned int cnt;
1800bf097aafSJan Kara 	struct dquot_warn warn[MAXQUOTAS];
1801bf097aafSJan Kara 	struct dquot * const *dquots = inode->i_dquot;
1802884d179dSJan Kara 
1803884d179dSJan Kara 	/* First test before acquiring mutex - solves deadlocks when we
1804884d179dSJan Kara          * re-enter the quota code and are already holding the mutex */
1805189eef59SChristoph Hellwig 	if (!dquot_active(inode))
180663936ddaSChristoph Hellwig 		return;
1807884d179dSJan Kara 
1808884d179dSJan Kara 	down_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1809884d179dSJan Kara 	spin_lock(&dq_data_lock);
1810884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1811bf097aafSJan Kara 		int wtype;
1812bf097aafSJan Kara 
1813bf097aafSJan Kara 		warn[cnt].w_type = QUOTA_NL_NOWARN;
1814bf097aafSJan Kara 		if (!dquots[cnt])
1815884d179dSJan Kara 			continue;
1816bf097aafSJan Kara 		wtype = info_idq_free(dquots[cnt], 1);
1817bf097aafSJan Kara 		if (wtype != QUOTA_NL_NOWARN)
1818bf097aafSJan Kara 			prepare_warning(&warn[cnt], dquots[cnt], wtype);
1819bf097aafSJan Kara 		dquot_decr_inodes(dquots[cnt], 1);
1820884d179dSJan Kara 	}
1821884d179dSJan Kara 	spin_unlock(&dq_data_lock);
1822bf097aafSJan Kara 	mark_all_dquot_dirty(dquots);
1823884d179dSJan Kara 	up_read(&sb_dqopt(inode->i_sb)->dqptr_sem);
1824bf097aafSJan Kara 	flush_warnings(warn);
1825884d179dSJan Kara }
1826884d179dSJan Kara EXPORT_SYMBOL(dquot_free_inode);
1827884d179dSJan Kara 
1828884d179dSJan Kara /*
1829884d179dSJan Kara  * Transfer the number of inode and blocks from one diskquota to an other.
1830bc8e5f07SJan Kara  * On success, dquot references in transfer_to are consumed and references
1831bc8e5f07SJan Kara  * to original dquots that need to be released are placed there. On failure,
1832bc8e5f07SJan Kara  * references are kept untouched.
1833884d179dSJan Kara  *
1834884d179dSJan Kara  * This operation can block, but only after everything is updated
1835884d179dSJan Kara  * A transaction must be started when entering this function.
1836bc8e5f07SJan Kara  *
1837884d179dSJan Kara  */
1838bc8e5f07SJan Kara int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
1839884d179dSJan Kara {
1840884d179dSJan Kara 	qsize_t space, cur_space;
1841884d179dSJan Kara 	qsize_t rsv_space = 0;
1842bc8e5f07SJan Kara 	struct dquot *transfer_from[MAXQUOTAS] = {};
1843efd8f0e6SChristoph Hellwig 	int cnt, ret = 0;
18449e32784bSDmitry 	char is_valid[MAXQUOTAS] = {};
1845bf097aafSJan Kara 	struct dquot_warn warn_to[MAXQUOTAS];
1846bf097aafSJan Kara 	struct dquot_warn warn_from_inodes[MAXQUOTAS];
1847bf097aafSJan Kara 	struct dquot_warn warn_from_space[MAXQUOTAS];
1848884d179dSJan Kara 
1849884d179dSJan Kara 	/* First test before acquiring mutex - solves deadlocks when we
1850884d179dSJan Kara          * re-enter the quota code and are already holding the mutex */
1851884d179dSJan Kara 	if (IS_NOQUOTA(inode))
1852efd8f0e6SChristoph Hellwig 		return 0;
1853884d179dSJan Kara 	/* Initialize the arrays */
1854bf097aafSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1855bf097aafSJan Kara 		warn_to[cnt].w_type = QUOTA_NL_NOWARN;
1856bf097aafSJan Kara 		warn_from_inodes[cnt].w_type = QUOTA_NL_NOWARN;
1857bf097aafSJan Kara 		warn_from_space[cnt].w_type = QUOTA_NL_NOWARN;
1858bf097aafSJan Kara 	}
1859884d179dSJan Kara 	down_write(&sb_dqopt(inode->i_sb)->dqptr_sem);
1860884d179dSJan Kara 	if (IS_NOQUOTA(inode)) {	/* File without quota accounting? */
1861884d179dSJan Kara 		up_write(&sb_dqopt(inode->i_sb)->dqptr_sem);
1862bc8e5f07SJan Kara 		return 0;
1863884d179dSJan Kara 	}
1864884d179dSJan Kara 	spin_lock(&dq_data_lock);
1865884d179dSJan Kara 	cur_space = inode_get_bytes(inode);
1866fd8fbfc1SDmitry Monakhov 	rsv_space = inode_get_rsv_space(inode);
1867884d179dSJan Kara 	space = cur_space + rsv_space;
1868884d179dSJan Kara 	/* Build the transfer_from list and check the limits */
1869884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
18709e32784bSDmitry 		/*
18719e32784bSDmitry 		 * Skip changes for same uid or gid or for turned off quota-type.
18729e32784bSDmitry 		 */
1873dd6f3c6dSJan Kara 		if (!transfer_to[cnt])
1874884d179dSJan Kara 			continue;
18759e32784bSDmitry 		/* Avoid races with quotaoff() */
18769e32784bSDmitry 		if (!sb_has_quota_active(inode->i_sb, cnt))
18779e32784bSDmitry 			continue;
18789e32784bSDmitry 		is_valid[cnt] = 1;
1879884d179dSJan Kara 		transfer_from[cnt] = inode->i_dquot[cnt];
1880bf097aafSJan Kara 		ret = check_idq(transfer_to[cnt], 1, &warn_to[cnt]);
1881efd8f0e6SChristoph Hellwig 		if (ret)
1882efd8f0e6SChristoph Hellwig 			goto over_quota;
1883bf097aafSJan Kara 		ret = check_bdq(transfer_to[cnt], space, 0, &warn_to[cnt]);
1884efd8f0e6SChristoph Hellwig 		if (ret)
1885884d179dSJan Kara 			goto over_quota;
1886884d179dSJan Kara 	}
1887884d179dSJan Kara 
1888884d179dSJan Kara 	/*
1889884d179dSJan Kara 	 * Finally perform the needed transfer from transfer_from to transfer_to
1890884d179dSJan Kara 	 */
1891884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
18929e32784bSDmitry 		if (!is_valid[cnt])
1893884d179dSJan Kara 			continue;
1894884d179dSJan Kara 		/* Due to IO error we might not have transfer_from[] structure */
1895884d179dSJan Kara 		if (transfer_from[cnt]) {
1896bf097aafSJan Kara 			int wtype;
1897bf097aafSJan Kara 			wtype = info_idq_free(transfer_from[cnt], 1);
1898bf097aafSJan Kara 			if (wtype != QUOTA_NL_NOWARN)
1899bf097aafSJan Kara 				prepare_warning(&warn_from_inodes[cnt],
1900bf097aafSJan Kara 						transfer_from[cnt], wtype);
1901bf097aafSJan Kara 			wtype = info_bdq_free(transfer_from[cnt], space);
1902bf097aafSJan Kara 			if (wtype != QUOTA_NL_NOWARN)
1903bf097aafSJan Kara 				prepare_warning(&warn_from_space[cnt],
1904bf097aafSJan Kara 						transfer_from[cnt], wtype);
1905884d179dSJan Kara 			dquot_decr_inodes(transfer_from[cnt], 1);
1906884d179dSJan Kara 			dquot_decr_space(transfer_from[cnt], cur_space);
1907884d179dSJan Kara 			dquot_free_reserved_space(transfer_from[cnt],
1908884d179dSJan Kara 						  rsv_space);
1909884d179dSJan Kara 		}
1910884d179dSJan Kara 
1911884d179dSJan Kara 		dquot_incr_inodes(transfer_to[cnt], 1);
1912884d179dSJan Kara 		dquot_incr_space(transfer_to[cnt], cur_space);
1913884d179dSJan Kara 		dquot_resv_space(transfer_to[cnt], rsv_space);
1914884d179dSJan Kara 
1915884d179dSJan Kara 		inode->i_dquot[cnt] = transfer_to[cnt];
1916884d179dSJan Kara 	}
1917884d179dSJan Kara 	spin_unlock(&dq_data_lock);
1918884d179dSJan Kara 	up_write(&sb_dqopt(inode->i_sb)->dqptr_sem);
1919884d179dSJan Kara 
1920dc52dd3aSDmitry Monakhov 	mark_all_dquot_dirty(transfer_from);
1921dc52dd3aSDmitry Monakhov 	mark_all_dquot_dirty(transfer_to);
1922bf097aafSJan Kara 	flush_warnings(warn_to);
1923bf097aafSJan Kara 	flush_warnings(warn_from_inodes);
1924bf097aafSJan Kara 	flush_warnings(warn_from_space);
1925bc8e5f07SJan Kara 	/* Pass back references to put */
1926dc52dd3aSDmitry Monakhov 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
19279e32784bSDmitry 		if (is_valid[cnt])
1928bc8e5f07SJan Kara 			transfer_to[cnt] = transfer_from[cnt];
192986f3cbecSJan Kara 	return 0;
1930884d179dSJan Kara over_quota:
1931884d179dSJan Kara 	spin_unlock(&dq_data_lock);
1932884d179dSJan Kara 	up_write(&sb_dqopt(inode->i_sb)->dqptr_sem);
1933bf097aafSJan Kara 	flush_warnings(warn_to);
193486f3cbecSJan Kara 	return ret;
1935884d179dSJan Kara }
1936bc8e5f07SJan Kara EXPORT_SYMBOL(__dquot_transfer);
1937884d179dSJan Kara 
19388ddd69d6SDmitry Monakhov /* Wrapper for transferring ownership of an inode for uid/gid only
19398ddd69d6SDmitry Monakhov  * Called from FSXXX_setattr()
19408ddd69d6SDmitry Monakhov  */
1941b43fa828SChristoph Hellwig int dquot_transfer(struct inode *inode, struct iattr *iattr)
1942884d179dSJan Kara {
1943bc8e5f07SJan Kara 	struct dquot *transfer_to[MAXQUOTAS] = {};
1944bc8e5f07SJan Kara 	struct super_block *sb = inode->i_sb;
1945bc8e5f07SJan Kara 	int ret;
19468ddd69d6SDmitry Monakhov 
1947189eef59SChristoph Hellwig 	if (!dquot_active(inode))
1948884d179dSJan Kara 		return 0;
1949bc8e5f07SJan Kara 
19501a06d420SEric W. Biederman 	if (iattr->ia_valid & ATTR_UID && !uid_eq(iattr->ia_uid, inode->i_uid))
1951aca645a6SEric W. Biederman 		transfer_to[USRQUOTA] = dqget(sb, make_kqid_uid(iattr->ia_uid));
19521a06d420SEric W. Biederman 	if (iattr->ia_valid & ATTR_GID && !gid_eq(iattr->ia_gid, inode->i_gid))
1953aca645a6SEric W. Biederman 		transfer_to[GRPQUOTA] = dqget(sb, make_kqid_gid(iattr->ia_gid));
1954bc8e5f07SJan Kara 
1955bc8e5f07SJan Kara 	ret = __dquot_transfer(inode, transfer_to);
1956bc8e5f07SJan Kara 	dqput_all(transfer_to);
1957bc8e5f07SJan Kara 	return ret;
1958884d179dSJan Kara }
1959b43fa828SChristoph Hellwig EXPORT_SYMBOL(dquot_transfer);
1960884d179dSJan Kara 
1961884d179dSJan Kara /*
1962884d179dSJan Kara  * Write info of quota file to disk
1963884d179dSJan Kara  */
1964884d179dSJan Kara int dquot_commit_info(struct super_block *sb, int type)
1965884d179dSJan Kara {
1966884d179dSJan Kara 	int ret;
1967884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
1968884d179dSJan Kara 
1969884d179dSJan Kara 	mutex_lock(&dqopt->dqio_mutex);
1970884d179dSJan Kara 	ret = dqopt->ops[type]->write_file_info(sb, type);
1971884d179dSJan Kara 	mutex_unlock(&dqopt->dqio_mutex);
1972884d179dSJan Kara 	return ret;
1973884d179dSJan Kara }
1974884d179dSJan Kara EXPORT_SYMBOL(dquot_commit_info);
1975884d179dSJan Kara 
1976884d179dSJan Kara /*
1977884d179dSJan Kara  * Definitions of diskquota operations.
1978884d179dSJan Kara  */
197961e225dcSAlexey Dobriyan const struct dquot_operations dquot_operations = {
1980884d179dSJan Kara 	.write_dquot	= dquot_commit,
1981884d179dSJan Kara 	.acquire_dquot	= dquot_acquire,
1982884d179dSJan Kara 	.release_dquot	= dquot_release,
1983884d179dSJan Kara 	.mark_dirty	= dquot_mark_dquot_dirty,
1984884d179dSJan Kara 	.write_info	= dquot_commit_info,
1985884d179dSJan Kara 	.alloc_dquot	= dquot_alloc,
1986884d179dSJan Kara 	.destroy_dquot	= dquot_destroy,
1987884d179dSJan Kara };
1988123e9cafSChristoph Hellwig EXPORT_SYMBOL(dquot_operations);
1989884d179dSJan Kara 
1990884d179dSJan Kara /*
1991907f4554SChristoph Hellwig  * Generic helper for ->open on filesystems supporting disk quotas.
1992907f4554SChristoph Hellwig  */
1993907f4554SChristoph Hellwig int dquot_file_open(struct inode *inode, struct file *file)
1994907f4554SChristoph Hellwig {
1995907f4554SChristoph Hellwig 	int error;
1996907f4554SChristoph Hellwig 
1997907f4554SChristoph Hellwig 	error = generic_file_open(inode, file);
1998907f4554SChristoph Hellwig 	if (!error && (file->f_mode & FMODE_WRITE))
1999871a2931SChristoph Hellwig 		dquot_initialize(inode);
2000907f4554SChristoph Hellwig 	return error;
2001907f4554SChristoph Hellwig }
2002907f4554SChristoph Hellwig EXPORT_SYMBOL(dquot_file_open);
2003907f4554SChristoph Hellwig 
2004907f4554SChristoph Hellwig /*
2005884d179dSJan Kara  * Turn quota off on a device. type == -1 ==> quotaoff for all types (umount)
2006884d179dSJan Kara  */
20070f0dd62fSChristoph Hellwig int dquot_disable(struct super_block *sb, int type, unsigned int flags)
2008884d179dSJan Kara {
2009884d179dSJan Kara 	int cnt, ret = 0;
2010884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
2011884d179dSJan Kara 	struct inode *toputinode[MAXQUOTAS];
2012884d179dSJan Kara 
2013884d179dSJan Kara 	/* Cannot turn off usage accounting without turning off limits, or
2014884d179dSJan Kara 	 * suspend quotas and simultaneously turn quotas off. */
2015884d179dSJan Kara 	if ((flags & DQUOT_USAGE_ENABLED && !(flags & DQUOT_LIMITS_ENABLED))
2016884d179dSJan Kara 	    || (flags & DQUOT_SUSPENDED && flags & (DQUOT_LIMITS_ENABLED |
2017884d179dSJan Kara 	    DQUOT_USAGE_ENABLED)))
2018884d179dSJan Kara 		return -EINVAL;
2019884d179dSJan Kara 
2020884d179dSJan Kara 	/* We need to serialize quota_off() for device */
2021884d179dSJan Kara 	mutex_lock(&dqopt->dqonoff_mutex);
2022884d179dSJan Kara 
2023884d179dSJan Kara 	/*
2024884d179dSJan Kara 	 * Skip everything if there's nothing to do. We have to do this because
2025884d179dSJan Kara 	 * sometimes we are called when fill_super() failed and calling
2026884d179dSJan Kara 	 * sync_fs() in such cases does no good.
2027884d179dSJan Kara 	 */
2028884d179dSJan Kara 	if (!sb_any_quota_loaded(sb)) {
2029884d179dSJan Kara 		mutex_unlock(&dqopt->dqonoff_mutex);
2030884d179dSJan Kara 		return 0;
2031884d179dSJan Kara 	}
2032884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2033884d179dSJan Kara 		toputinode[cnt] = NULL;
2034884d179dSJan Kara 		if (type != -1 && cnt != type)
2035884d179dSJan Kara 			continue;
2036884d179dSJan Kara 		if (!sb_has_quota_loaded(sb, cnt))
2037884d179dSJan Kara 			continue;
2038884d179dSJan Kara 
2039884d179dSJan Kara 		if (flags & DQUOT_SUSPENDED) {
2040884d179dSJan Kara 			spin_lock(&dq_state_lock);
2041884d179dSJan Kara 			dqopt->flags |=
2042884d179dSJan Kara 				dquot_state_flag(DQUOT_SUSPENDED, cnt);
2043884d179dSJan Kara 			spin_unlock(&dq_state_lock);
2044884d179dSJan Kara 		} else {
2045884d179dSJan Kara 			spin_lock(&dq_state_lock);
2046884d179dSJan Kara 			dqopt->flags &= ~dquot_state_flag(flags, cnt);
2047884d179dSJan Kara 			/* Turning off suspended quotas? */
2048884d179dSJan Kara 			if (!sb_has_quota_loaded(sb, cnt) &&
2049884d179dSJan Kara 			    sb_has_quota_suspended(sb, cnt)) {
2050884d179dSJan Kara 				dqopt->flags &=	~dquot_state_flag(
2051884d179dSJan Kara 							DQUOT_SUSPENDED, cnt);
2052884d179dSJan Kara 				spin_unlock(&dq_state_lock);
2053884d179dSJan Kara 				iput(dqopt->files[cnt]);
2054884d179dSJan Kara 				dqopt->files[cnt] = NULL;
2055884d179dSJan Kara 				continue;
2056884d179dSJan Kara 			}
2057884d179dSJan Kara 			spin_unlock(&dq_state_lock);
2058884d179dSJan Kara 		}
2059884d179dSJan Kara 
2060884d179dSJan Kara 		/* We still have to keep quota loaded? */
2061884d179dSJan Kara 		if (sb_has_quota_loaded(sb, cnt) && !(flags & DQUOT_SUSPENDED))
2062884d179dSJan Kara 			continue;
2063884d179dSJan Kara 
2064884d179dSJan Kara 		/* Note: these are blocking operations */
2065884d179dSJan Kara 		drop_dquot_ref(sb, cnt);
2066884d179dSJan Kara 		invalidate_dquots(sb, cnt);
2067884d179dSJan Kara 		/*
2068268157baSJan Kara 		 * Now all dquots should be invalidated, all writes done so we
2069268157baSJan Kara 		 * should be only users of the info. No locks needed.
2070884d179dSJan Kara 		 */
2071884d179dSJan Kara 		if (info_dirty(&dqopt->info[cnt]))
2072884d179dSJan Kara 			sb->dq_op->write_info(sb, cnt);
2073884d179dSJan Kara 		if (dqopt->ops[cnt]->free_file_info)
2074884d179dSJan Kara 			dqopt->ops[cnt]->free_file_info(sb, cnt);
2075884d179dSJan Kara 		put_quota_format(dqopt->info[cnt].dqi_format);
2076884d179dSJan Kara 
2077884d179dSJan Kara 		toputinode[cnt] = dqopt->files[cnt];
2078884d179dSJan Kara 		if (!sb_has_quota_loaded(sb, cnt))
2079884d179dSJan Kara 			dqopt->files[cnt] = NULL;
2080884d179dSJan Kara 		dqopt->info[cnt].dqi_flags = 0;
2081884d179dSJan Kara 		dqopt->info[cnt].dqi_igrace = 0;
2082884d179dSJan Kara 		dqopt->info[cnt].dqi_bgrace = 0;
2083884d179dSJan Kara 		dqopt->ops[cnt] = NULL;
2084884d179dSJan Kara 	}
2085884d179dSJan Kara 	mutex_unlock(&dqopt->dqonoff_mutex);
2086884d179dSJan Kara 
2087884d179dSJan Kara 	/* Skip syncing and setting flags if quota files are hidden */
2088884d179dSJan Kara 	if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
2089884d179dSJan Kara 		goto put_inodes;
2090884d179dSJan Kara 
2091884d179dSJan Kara 	/* Sync the superblock so that buffers with quota data are written to
2092884d179dSJan Kara 	 * disk (and so userspace sees correct data afterwards). */
2093884d179dSJan Kara 	if (sb->s_op->sync_fs)
2094884d179dSJan Kara 		sb->s_op->sync_fs(sb, 1);
2095884d179dSJan Kara 	sync_blockdev(sb->s_bdev);
2096884d179dSJan Kara 	/* Now the quota files are just ordinary files and we can set the
2097884d179dSJan Kara 	 * inode flags back. Moreover we discard the pagecache so that
2098884d179dSJan Kara 	 * userspace sees the writes we did bypassing the pagecache. We
2099884d179dSJan Kara 	 * must also discard the blockdev buffers so that we see the
2100884d179dSJan Kara 	 * changes done by userspace on the next quotaon() */
2101884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2102884d179dSJan Kara 		if (toputinode[cnt]) {
2103884d179dSJan Kara 			mutex_lock(&dqopt->dqonoff_mutex);
2104884d179dSJan Kara 			/* If quota was reenabled in the meantime, we have
2105884d179dSJan Kara 			 * nothing to do */
2106884d179dSJan Kara 			if (!sb_has_quota_loaded(sb, cnt)) {
2107a80b12c3SJan Kara 				mutex_lock(&toputinode[cnt]->i_mutex);
2108884d179dSJan Kara 				toputinode[cnt]->i_flags &= ~(S_IMMUTABLE |
2109884d179dSJan Kara 				  S_NOATIME | S_NOQUOTA);
2110268157baSJan Kara 				truncate_inode_pages(&toputinode[cnt]->i_data,
2111268157baSJan Kara 						     0);
2112884d179dSJan Kara 				mutex_unlock(&toputinode[cnt]->i_mutex);
211343d2932dSJan Kara 				mark_inode_dirty_sync(toputinode[cnt]);
2114884d179dSJan Kara 			}
2115884d179dSJan Kara 			mutex_unlock(&dqopt->dqonoff_mutex);
2116884d179dSJan Kara 		}
2117884d179dSJan Kara 	if (sb->s_bdev)
2118884d179dSJan Kara 		invalidate_bdev(sb->s_bdev);
2119884d179dSJan Kara put_inodes:
2120884d179dSJan Kara 	for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2121884d179dSJan Kara 		if (toputinode[cnt]) {
2122884d179dSJan Kara 			/* On remount RO, we keep the inode pointer so that we
2123884d179dSJan Kara 			 * can reenable quota on the subsequent remount RW. We
2124884d179dSJan Kara 			 * have to check 'flags' variable and not use sb_has_
2125884d179dSJan Kara 			 * function because another quotaon / quotaoff could
2126884d179dSJan Kara 			 * change global state before we got here. We refuse
2127884d179dSJan Kara 			 * to suspend quotas when there is pending delete on
2128884d179dSJan Kara 			 * the quota file... */
2129884d179dSJan Kara 			if (!(flags & DQUOT_SUSPENDED))
2130884d179dSJan Kara 				iput(toputinode[cnt]);
2131884d179dSJan Kara 			else if (!toputinode[cnt]->i_nlink)
2132884d179dSJan Kara 				ret = -EBUSY;
2133884d179dSJan Kara 		}
2134884d179dSJan Kara 	return ret;
2135884d179dSJan Kara }
21360f0dd62fSChristoph Hellwig EXPORT_SYMBOL(dquot_disable);
2137884d179dSJan Kara 
2138287a8095SChristoph Hellwig int dquot_quota_off(struct super_block *sb, int type)
2139884d179dSJan Kara {
21400f0dd62fSChristoph Hellwig 	return dquot_disable(sb, type,
21410f0dd62fSChristoph Hellwig 			     DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
2142884d179dSJan Kara }
2143287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_off);
21440f0dd62fSChristoph Hellwig 
2145884d179dSJan Kara /*
2146884d179dSJan Kara  *	Turn quotas on on a device
2147884d179dSJan Kara  */
2148884d179dSJan Kara 
2149884d179dSJan Kara /*
2150884d179dSJan Kara  * Helper function to turn quotas on when we already have the inode of
2151884d179dSJan Kara  * quota file and no quota information is loaded.
2152884d179dSJan Kara  */
2153884d179dSJan Kara static int vfs_load_quota_inode(struct inode *inode, int type, int format_id,
2154884d179dSJan Kara 	unsigned int flags)
2155884d179dSJan Kara {
2156884d179dSJan Kara 	struct quota_format_type *fmt = find_quota_format(format_id);
2157884d179dSJan Kara 	struct super_block *sb = inode->i_sb;
2158884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
2159884d179dSJan Kara 	int error;
2160884d179dSJan Kara 	int oldflags = -1;
2161884d179dSJan Kara 
2162884d179dSJan Kara 	if (!fmt)
2163884d179dSJan Kara 		return -ESRCH;
2164884d179dSJan Kara 	if (!S_ISREG(inode->i_mode)) {
2165884d179dSJan Kara 		error = -EACCES;
2166884d179dSJan Kara 		goto out_fmt;
2167884d179dSJan Kara 	}
2168884d179dSJan Kara 	if (IS_RDONLY(inode)) {
2169884d179dSJan Kara 		error = -EROFS;
2170884d179dSJan Kara 		goto out_fmt;
2171884d179dSJan Kara 	}
2172884d179dSJan Kara 	if (!sb->s_op->quota_write || !sb->s_op->quota_read) {
2173884d179dSJan Kara 		error = -EINVAL;
2174884d179dSJan Kara 		goto out_fmt;
2175884d179dSJan Kara 	}
2176884d179dSJan Kara 	/* Usage always has to be set... */
2177884d179dSJan Kara 	if (!(flags & DQUOT_USAGE_ENABLED)) {
2178884d179dSJan Kara 		error = -EINVAL;
2179884d179dSJan Kara 		goto out_fmt;
2180884d179dSJan Kara 	}
2181884d179dSJan Kara 
2182884d179dSJan Kara 	if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2183ab94c39bSJan Kara 		/* As we bypass the pagecache we must now flush all the
2184ab94c39bSJan Kara 		 * dirty data and invalidate caches so that kernel sees
2185ab94c39bSJan Kara 		 * changes from userspace. It is not enough to just flush
2186ab94c39bSJan Kara 		 * the quota file since if blocksize < pagesize, invalidation
2187ab94c39bSJan Kara 		 * of the cache could fail because of other unrelated dirty
2188ab94c39bSJan Kara 		 * data */
2189ab94c39bSJan Kara 		sync_filesystem(sb);
2190884d179dSJan Kara 		invalidate_bdev(sb->s_bdev);
2191884d179dSJan Kara 	}
2192884d179dSJan Kara 	mutex_lock(&dqopt->dqonoff_mutex);
2193884d179dSJan Kara 	if (sb_has_quota_loaded(sb, type)) {
2194884d179dSJan Kara 		error = -EBUSY;
2195884d179dSJan Kara 		goto out_lock;
2196884d179dSJan Kara 	}
2197884d179dSJan Kara 
2198884d179dSJan Kara 	if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2199884d179dSJan Kara 		/* We don't want quota and atime on quota files (deadlocks
2200884d179dSJan Kara 		 * possible) Also nobody should write to the file - we use
2201884d179dSJan Kara 		 * special IO operations which ignore the immutable bit. */
2202a80b12c3SJan Kara 		mutex_lock(&inode->i_mutex);
2203268157baSJan Kara 		oldflags = inode->i_flags & (S_NOATIME | S_IMMUTABLE |
2204268157baSJan Kara 					     S_NOQUOTA);
2205884d179dSJan Kara 		inode->i_flags |= S_NOQUOTA | S_NOATIME | S_IMMUTABLE;
2206dee86565SJan Kara 		mutex_unlock(&inode->i_mutex);
220726245c94SJan Kara 		/*
220826245c94SJan Kara 		 * When S_NOQUOTA is set, remove dquot references as no more
220926245c94SJan Kara 		 * references can be added
221026245c94SJan Kara 		 */
22119f754758SChristoph Hellwig 		__dquot_drop(inode);
2212884d179dSJan Kara 	}
2213884d179dSJan Kara 
2214884d179dSJan Kara 	error = -EIO;
2215884d179dSJan Kara 	dqopt->files[type] = igrab(inode);
2216884d179dSJan Kara 	if (!dqopt->files[type])
2217884d179dSJan Kara 		goto out_lock;
2218884d179dSJan Kara 	error = -EINVAL;
2219884d179dSJan Kara 	if (!fmt->qf_ops->check_quota_file(sb, type))
2220884d179dSJan Kara 		goto out_file_init;
2221884d179dSJan Kara 
2222884d179dSJan Kara 	dqopt->ops[type] = fmt->qf_ops;
2223884d179dSJan Kara 	dqopt->info[type].dqi_format = fmt;
2224884d179dSJan Kara 	dqopt->info[type].dqi_fmt_id = format_id;
2225884d179dSJan Kara 	INIT_LIST_HEAD(&dqopt->info[type].dqi_dirty_list);
2226884d179dSJan Kara 	mutex_lock(&dqopt->dqio_mutex);
2227268157baSJan Kara 	error = dqopt->ops[type]->read_file_info(sb, type);
2228268157baSJan Kara 	if (error < 0) {
2229884d179dSJan Kara 		mutex_unlock(&dqopt->dqio_mutex);
2230884d179dSJan Kara 		goto out_file_init;
2231884d179dSJan Kara 	}
223246fe44ceSJan Kara 	if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
223346fe44ceSJan Kara 		dqopt->info[type].dqi_flags |= DQF_SYS_FILE;
2234884d179dSJan Kara 	mutex_unlock(&dqopt->dqio_mutex);
2235884d179dSJan Kara 	spin_lock(&dq_state_lock);
2236884d179dSJan Kara 	dqopt->flags |= dquot_state_flag(flags, type);
2237884d179dSJan Kara 	spin_unlock(&dq_state_lock);
2238884d179dSJan Kara 
2239884d179dSJan Kara 	add_dquot_ref(sb, type);
2240884d179dSJan Kara 	mutex_unlock(&dqopt->dqonoff_mutex);
2241884d179dSJan Kara 
2242884d179dSJan Kara 	return 0;
2243884d179dSJan Kara 
2244884d179dSJan Kara out_file_init:
2245884d179dSJan Kara 	dqopt->files[type] = NULL;
2246884d179dSJan Kara 	iput(inode);
2247884d179dSJan Kara out_lock:
2248884d179dSJan Kara 	if (oldflags != -1) {
2249a80b12c3SJan Kara 		mutex_lock(&inode->i_mutex);
2250884d179dSJan Kara 		/* Set the flags back (in the case of accidental quotaon()
2251884d179dSJan Kara 		 * on a wrong file we don't want to mess up the flags) */
2252884d179dSJan Kara 		inode->i_flags &= ~(S_NOATIME | S_NOQUOTA | S_IMMUTABLE);
2253884d179dSJan Kara 		inode->i_flags |= oldflags;
2254dee86565SJan Kara 		mutex_unlock(&inode->i_mutex);
2255884d179dSJan Kara 	}
2256d01730d7SJiaying Zhang 	mutex_unlock(&dqopt->dqonoff_mutex);
2257884d179dSJan Kara out_fmt:
2258884d179dSJan Kara 	put_quota_format(fmt);
2259884d179dSJan Kara 
2260884d179dSJan Kara 	return error;
2261884d179dSJan Kara }
2262884d179dSJan Kara 
2263884d179dSJan Kara /* Reenable quotas on remount RW */
22640f0dd62fSChristoph Hellwig int dquot_resume(struct super_block *sb, int type)
2265884d179dSJan Kara {
2266884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
2267884d179dSJan Kara 	struct inode *inode;
22680f0dd62fSChristoph Hellwig 	int ret = 0, cnt;
2269884d179dSJan Kara 	unsigned int flags;
2270884d179dSJan Kara 
22710f0dd62fSChristoph Hellwig 	for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
22720f0dd62fSChristoph Hellwig 		if (type != -1 && cnt != type)
22730f0dd62fSChristoph Hellwig 			continue;
22740f0dd62fSChristoph Hellwig 
2275884d179dSJan Kara 		mutex_lock(&dqopt->dqonoff_mutex);
22760f0dd62fSChristoph Hellwig 		if (!sb_has_quota_suspended(sb, cnt)) {
2277884d179dSJan Kara 			mutex_unlock(&dqopt->dqonoff_mutex);
22780f0dd62fSChristoph Hellwig 			continue;
2279884d179dSJan Kara 		}
22800f0dd62fSChristoph Hellwig 		inode = dqopt->files[cnt];
22810f0dd62fSChristoph Hellwig 		dqopt->files[cnt] = NULL;
2282884d179dSJan Kara 		spin_lock(&dq_state_lock);
2283884d179dSJan Kara 		flags = dqopt->flags & dquot_state_flag(DQUOT_USAGE_ENABLED |
22840f0dd62fSChristoph Hellwig 							DQUOT_LIMITS_ENABLED,
22850f0dd62fSChristoph Hellwig 							cnt);
22860f0dd62fSChristoph Hellwig 		dqopt->flags &= ~dquot_state_flag(DQUOT_STATE_FLAGS, cnt);
2287884d179dSJan Kara 		spin_unlock(&dq_state_lock);
2288884d179dSJan Kara 		mutex_unlock(&dqopt->dqonoff_mutex);
2289884d179dSJan Kara 
22900f0dd62fSChristoph Hellwig 		flags = dquot_generic_flag(flags, cnt);
22910f0dd62fSChristoph Hellwig 		ret = vfs_load_quota_inode(inode, cnt,
22920f0dd62fSChristoph Hellwig 				dqopt->info[cnt].dqi_fmt_id, flags);
2293884d179dSJan Kara 		iput(inode);
22940f0dd62fSChristoph Hellwig 	}
2295884d179dSJan Kara 
2296884d179dSJan Kara 	return ret;
2297884d179dSJan Kara }
22980f0dd62fSChristoph Hellwig EXPORT_SYMBOL(dquot_resume);
2299884d179dSJan Kara 
2300f00c9e44SJan Kara int dquot_quota_on(struct super_block *sb, int type, int format_id,
2301884d179dSJan Kara 		   struct path *path)
2302884d179dSJan Kara {
2303884d179dSJan Kara 	int error = security_quota_on(path->dentry);
2304884d179dSJan Kara 	if (error)
2305884d179dSJan Kara 		return error;
2306884d179dSJan Kara 	/* Quota file not on the same filesystem? */
2307d8c9584eSAl Viro 	if (path->dentry->d_sb != sb)
2308884d179dSJan Kara 		error = -EXDEV;
2309884d179dSJan Kara 	else
2310884d179dSJan Kara 		error = vfs_load_quota_inode(path->dentry->d_inode, type,
2311884d179dSJan Kara 					     format_id, DQUOT_USAGE_ENABLED |
2312884d179dSJan Kara 					     DQUOT_LIMITS_ENABLED);
2313884d179dSJan Kara 	return error;
2314884d179dSJan Kara }
2315287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_on);
2316884d179dSJan Kara 
2317884d179dSJan Kara /*
2318884d179dSJan Kara  * More powerful function for turning on quotas allowing setting
2319884d179dSJan Kara  * of individual quota flags
2320884d179dSJan Kara  */
2321287a8095SChristoph Hellwig int dquot_enable(struct inode *inode, int type, int format_id,
2322884d179dSJan Kara 		 unsigned int flags)
2323884d179dSJan Kara {
2324884d179dSJan Kara 	int ret = 0;
2325884d179dSJan Kara 	struct super_block *sb = inode->i_sb;
2326884d179dSJan Kara 	struct quota_info *dqopt = sb_dqopt(sb);
2327884d179dSJan Kara 
2328884d179dSJan Kara 	/* Just unsuspend quotas? */
23290f0dd62fSChristoph Hellwig 	BUG_ON(flags & DQUOT_SUSPENDED);
23300f0dd62fSChristoph Hellwig 
2331884d179dSJan Kara 	if (!flags)
2332884d179dSJan Kara 		return 0;
2333884d179dSJan Kara 	/* Just updating flags needed? */
2334884d179dSJan Kara 	if (sb_has_quota_loaded(sb, type)) {
2335884d179dSJan Kara 		mutex_lock(&dqopt->dqonoff_mutex);
2336884d179dSJan Kara 		/* Now do a reliable test... */
2337884d179dSJan Kara 		if (!sb_has_quota_loaded(sb, type)) {
2338884d179dSJan Kara 			mutex_unlock(&dqopt->dqonoff_mutex);
2339884d179dSJan Kara 			goto load_quota;
2340884d179dSJan Kara 		}
2341884d179dSJan Kara 		if (flags & DQUOT_USAGE_ENABLED &&
2342884d179dSJan Kara 		    sb_has_quota_usage_enabled(sb, type)) {
2343884d179dSJan Kara 			ret = -EBUSY;
2344884d179dSJan Kara 			goto out_lock;
2345884d179dSJan Kara 		}
2346884d179dSJan Kara 		if (flags & DQUOT_LIMITS_ENABLED &&
2347884d179dSJan Kara 		    sb_has_quota_limits_enabled(sb, type)) {
2348884d179dSJan Kara 			ret = -EBUSY;
2349884d179dSJan Kara 			goto out_lock;
2350884d179dSJan Kara 		}
2351884d179dSJan Kara 		spin_lock(&dq_state_lock);
2352884d179dSJan Kara 		sb_dqopt(sb)->flags |= dquot_state_flag(flags, type);
2353884d179dSJan Kara 		spin_unlock(&dq_state_lock);
2354884d179dSJan Kara out_lock:
2355884d179dSJan Kara 		mutex_unlock(&dqopt->dqonoff_mutex);
2356884d179dSJan Kara 		return ret;
2357884d179dSJan Kara 	}
2358884d179dSJan Kara 
2359884d179dSJan Kara load_quota:
2360884d179dSJan Kara 	return vfs_load_quota_inode(inode, type, format_id, flags);
2361884d179dSJan Kara }
2362287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_enable);
2363884d179dSJan Kara 
2364884d179dSJan Kara /*
2365884d179dSJan Kara  * This function is used when filesystem needs to initialize quotas
2366884d179dSJan Kara  * during mount time.
2367884d179dSJan Kara  */
2368287a8095SChristoph Hellwig int dquot_quota_on_mount(struct super_block *sb, char *qf_name,
2369884d179dSJan Kara 		int format_id, int type)
2370884d179dSJan Kara {
2371884d179dSJan Kara 	struct dentry *dentry;
2372884d179dSJan Kara 	int error;
2373884d179dSJan Kara 
2374c56818d7SJan Kara 	mutex_lock(&sb->s_root->d_inode->i_mutex);
2375884d179dSJan Kara 	dentry = lookup_one_len(qf_name, sb->s_root, strlen(qf_name));
2376c56818d7SJan Kara 	mutex_unlock(&sb->s_root->d_inode->i_mutex);
2377884d179dSJan Kara 	if (IS_ERR(dentry))
2378884d179dSJan Kara 		return PTR_ERR(dentry);
2379884d179dSJan Kara 
2380884d179dSJan Kara 	if (!dentry->d_inode) {
2381884d179dSJan Kara 		error = -ENOENT;
2382884d179dSJan Kara 		goto out;
2383884d179dSJan Kara 	}
2384884d179dSJan Kara 
2385884d179dSJan Kara 	error = security_quota_on(dentry);
2386884d179dSJan Kara 	if (!error)
2387884d179dSJan Kara 		error = vfs_load_quota_inode(dentry->d_inode, type, format_id,
2388884d179dSJan Kara 				DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
2389884d179dSJan Kara 
2390884d179dSJan Kara out:
2391884d179dSJan Kara 	dput(dentry);
2392884d179dSJan Kara 	return error;
2393884d179dSJan Kara }
2394287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_on_mount);
2395884d179dSJan Kara 
2396884d179dSJan Kara static inline qsize_t qbtos(qsize_t blocks)
2397884d179dSJan Kara {
2398884d179dSJan Kara 	return blocks << QIF_DQBLKSIZE_BITS;
2399884d179dSJan Kara }
2400884d179dSJan Kara 
2401884d179dSJan Kara static inline qsize_t stoqb(qsize_t space)
2402884d179dSJan Kara {
2403884d179dSJan Kara 	return (space + QIF_DQBLKSIZE - 1) >> QIF_DQBLKSIZE_BITS;
2404884d179dSJan Kara }
2405884d179dSJan Kara 
2406884d179dSJan Kara /* Generic routine for getting common part of quota structure */
2407b9b2dd36SChristoph Hellwig static void do_get_dqblk(struct dquot *dquot, struct fs_disk_quota *di)
2408884d179dSJan Kara {
2409884d179dSJan Kara 	struct mem_dqblk *dm = &dquot->dq_dqb;
2410884d179dSJan Kara 
2411b9b2dd36SChristoph Hellwig 	memset(di, 0, sizeof(*di));
2412b9b2dd36SChristoph Hellwig 	di->d_version = FS_DQUOT_VERSION;
24134c376dcaSEric W. Biederman 	di->d_flags = dquot->dq_id.type == USRQUOTA ?
2414ade7ce31SChristoph Hellwig 			FS_USER_QUOTA : FS_GROUP_QUOTA;
24154c376dcaSEric W. Biederman 	di->d_id = from_kqid_munged(current_user_ns(), dquot->dq_id);
2416b9b2dd36SChristoph Hellwig 
2417884d179dSJan Kara 	spin_lock(&dq_data_lock);
2418b9b2dd36SChristoph Hellwig 	di->d_blk_hardlimit = stoqb(dm->dqb_bhardlimit);
2419b9b2dd36SChristoph Hellwig 	di->d_blk_softlimit = stoqb(dm->dqb_bsoftlimit);
2420b9b2dd36SChristoph Hellwig 	di->d_ino_hardlimit = dm->dqb_ihardlimit;
2421b9b2dd36SChristoph Hellwig 	di->d_ino_softlimit = dm->dqb_isoftlimit;
2422b9b2dd36SChristoph Hellwig 	di->d_bcount = dm->dqb_curspace + dm->dqb_rsvspace;
2423b9b2dd36SChristoph Hellwig 	di->d_icount = dm->dqb_curinodes;
2424b9b2dd36SChristoph Hellwig 	di->d_btimer = dm->dqb_btime;
2425b9b2dd36SChristoph Hellwig 	di->d_itimer = dm->dqb_itime;
2426884d179dSJan Kara 	spin_unlock(&dq_data_lock);
2427884d179dSJan Kara }
2428884d179dSJan Kara 
242974a8a103SEric W. Biederman int dquot_get_dqblk(struct super_block *sb, struct kqid qid,
2430b9b2dd36SChristoph Hellwig 		    struct fs_disk_quota *di)
2431884d179dSJan Kara {
2432884d179dSJan Kara 	struct dquot *dquot;
2433884d179dSJan Kara 
2434aca645a6SEric W. Biederman 	dquot = dqget(sb, qid);
2435dd6f3c6dSJan Kara 	if (!dquot)
2436884d179dSJan Kara 		return -ESRCH;
2437884d179dSJan Kara 	do_get_dqblk(dquot, di);
2438884d179dSJan Kara 	dqput(dquot);
2439884d179dSJan Kara 
2440884d179dSJan Kara 	return 0;
2441884d179dSJan Kara }
2442287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_get_dqblk);
2443884d179dSJan Kara 
2444c472b432SChristoph Hellwig #define VFS_FS_DQ_MASK \
2445c472b432SChristoph Hellwig 	(FS_DQ_BCOUNT | FS_DQ_BSOFT | FS_DQ_BHARD | \
2446c472b432SChristoph Hellwig 	 FS_DQ_ICOUNT | FS_DQ_ISOFT | FS_DQ_IHARD | \
2447c472b432SChristoph Hellwig 	 FS_DQ_BTIMER | FS_DQ_ITIMER)
2448c472b432SChristoph Hellwig 
2449884d179dSJan Kara /* Generic routine for setting common part of quota structure */
2450c472b432SChristoph Hellwig static int do_set_dqblk(struct dquot *dquot, struct fs_disk_quota *di)
2451884d179dSJan Kara {
2452884d179dSJan Kara 	struct mem_dqblk *dm = &dquot->dq_dqb;
2453884d179dSJan Kara 	int check_blim = 0, check_ilim = 0;
24544c376dcaSEric W. Biederman 	struct mem_dqinfo *dqi = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
2455884d179dSJan Kara 
2456c472b432SChristoph Hellwig 	if (di->d_fieldmask & ~VFS_FS_DQ_MASK)
2457c472b432SChristoph Hellwig 		return -EINVAL;
2458c472b432SChristoph Hellwig 
2459c472b432SChristoph Hellwig 	if (((di->d_fieldmask & FS_DQ_BSOFT) &&
2460c472b432SChristoph Hellwig 	     (di->d_blk_softlimit > dqi->dqi_maxblimit)) ||
2461c472b432SChristoph Hellwig 	    ((di->d_fieldmask & FS_DQ_BHARD) &&
2462c472b432SChristoph Hellwig 	     (di->d_blk_hardlimit > dqi->dqi_maxblimit)) ||
2463c472b432SChristoph Hellwig 	    ((di->d_fieldmask & FS_DQ_ISOFT) &&
2464c472b432SChristoph Hellwig 	     (di->d_ino_softlimit > dqi->dqi_maxilimit)) ||
2465c472b432SChristoph Hellwig 	    ((di->d_fieldmask & FS_DQ_IHARD) &&
2466c472b432SChristoph Hellwig 	     (di->d_ino_hardlimit > dqi->dqi_maxilimit)))
2467884d179dSJan Kara 		return -ERANGE;
2468884d179dSJan Kara 
2469884d179dSJan Kara 	spin_lock(&dq_data_lock);
2470c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_BCOUNT) {
2471c472b432SChristoph Hellwig 		dm->dqb_curspace = di->d_bcount - dm->dqb_rsvspace;
2472884d179dSJan Kara 		check_blim = 1;
247308261673SAndrew Perepechko 		set_bit(DQ_LASTSET_B + QIF_SPACE_B, &dquot->dq_flags);
2474884d179dSJan Kara 	}
2475c472b432SChristoph Hellwig 
2476c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_BSOFT)
2477c472b432SChristoph Hellwig 		dm->dqb_bsoftlimit = qbtos(di->d_blk_softlimit);
2478c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_BHARD)
2479c472b432SChristoph Hellwig 		dm->dqb_bhardlimit = qbtos(di->d_blk_hardlimit);
2480c472b432SChristoph Hellwig 	if (di->d_fieldmask & (FS_DQ_BSOFT | FS_DQ_BHARD)) {
2481884d179dSJan Kara 		check_blim = 1;
248208261673SAndrew Perepechko 		set_bit(DQ_LASTSET_B + QIF_BLIMITS_B, &dquot->dq_flags);
2483884d179dSJan Kara 	}
2484c472b432SChristoph Hellwig 
2485c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_ICOUNT) {
2486c472b432SChristoph Hellwig 		dm->dqb_curinodes = di->d_icount;
2487884d179dSJan Kara 		check_ilim = 1;
248808261673SAndrew Perepechko 		set_bit(DQ_LASTSET_B + QIF_INODES_B, &dquot->dq_flags);
2489884d179dSJan Kara 	}
2490c472b432SChristoph Hellwig 
2491c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_ISOFT)
2492c472b432SChristoph Hellwig 		dm->dqb_isoftlimit = di->d_ino_softlimit;
2493c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_IHARD)
2494c472b432SChristoph Hellwig 		dm->dqb_ihardlimit = di->d_ino_hardlimit;
2495c472b432SChristoph Hellwig 	if (di->d_fieldmask & (FS_DQ_ISOFT | FS_DQ_IHARD)) {
2496884d179dSJan Kara 		check_ilim = 1;
249708261673SAndrew Perepechko 		set_bit(DQ_LASTSET_B + QIF_ILIMITS_B, &dquot->dq_flags);
2498884d179dSJan Kara 	}
2499c472b432SChristoph Hellwig 
2500c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_BTIMER) {
2501c472b432SChristoph Hellwig 		dm->dqb_btime = di->d_btimer;
2502884d179dSJan Kara 		check_blim = 1;
250308261673SAndrew Perepechko 		set_bit(DQ_LASTSET_B + QIF_BTIME_B, &dquot->dq_flags);
2504884d179dSJan Kara 	}
2505c472b432SChristoph Hellwig 
2506c472b432SChristoph Hellwig 	if (di->d_fieldmask & FS_DQ_ITIMER) {
2507c472b432SChristoph Hellwig 		dm->dqb_itime = di->d_itimer;
2508884d179dSJan Kara 		check_ilim = 1;
250908261673SAndrew Perepechko 		set_bit(DQ_LASTSET_B + QIF_ITIME_B, &dquot->dq_flags);
2510884d179dSJan Kara 	}
2511884d179dSJan Kara 
2512884d179dSJan Kara 	if (check_blim) {
2513268157baSJan Kara 		if (!dm->dqb_bsoftlimit ||
2514268157baSJan Kara 		    dm->dqb_curspace < dm->dqb_bsoftlimit) {
2515884d179dSJan Kara 			dm->dqb_btime = 0;
2516884d179dSJan Kara 			clear_bit(DQ_BLKS_B, &dquot->dq_flags);
2517c472b432SChristoph Hellwig 		} else if (!(di->d_fieldmask & FS_DQ_BTIMER))
2518268157baSJan Kara 			/* Set grace only if user hasn't provided his own... */
2519884d179dSJan Kara 			dm->dqb_btime = get_seconds() + dqi->dqi_bgrace;
2520884d179dSJan Kara 	}
2521884d179dSJan Kara 	if (check_ilim) {
2522268157baSJan Kara 		if (!dm->dqb_isoftlimit ||
2523268157baSJan Kara 		    dm->dqb_curinodes < dm->dqb_isoftlimit) {
2524884d179dSJan Kara 			dm->dqb_itime = 0;
2525884d179dSJan Kara 			clear_bit(DQ_INODES_B, &dquot->dq_flags);
2526c472b432SChristoph Hellwig 		} else if (!(di->d_fieldmask & FS_DQ_ITIMER))
2527268157baSJan Kara 			/* Set grace only if user hasn't provided his own... */
2528884d179dSJan Kara 			dm->dqb_itime = get_seconds() + dqi->dqi_igrace;
2529884d179dSJan Kara 	}
2530268157baSJan Kara 	if (dm->dqb_bhardlimit || dm->dqb_bsoftlimit || dm->dqb_ihardlimit ||
2531268157baSJan Kara 	    dm->dqb_isoftlimit)
2532884d179dSJan Kara 		clear_bit(DQ_FAKE_B, &dquot->dq_flags);
2533884d179dSJan Kara 	else
2534884d179dSJan Kara 		set_bit(DQ_FAKE_B, &dquot->dq_flags);
2535884d179dSJan Kara 	spin_unlock(&dq_data_lock);
2536884d179dSJan Kara 	mark_dquot_dirty(dquot);
2537884d179dSJan Kara 
2538884d179dSJan Kara 	return 0;
2539884d179dSJan Kara }
2540884d179dSJan Kara 
254174a8a103SEric W. Biederman int dquot_set_dqblk(struct super_block *sb, struct kqid qid,
2542c472b432SChristoph Hellwig 		  struct fs_disk_quota *di)
2543884d179dSJan Kara {
2544884d179dSJan Kara 	struct dquot *dquot;
2545884d179dSJan Kara 	int rc;
2546884d179dSJan Kara 
2547aca645a6SEric W. Biederman 	dquot = dqget(sb, qid);
2548884d179dSJan Kara 	if (!dquot) {
2549884d179dSJan Kara 		rc = -ESRCH;
2550884d179dSJan Kara 		goto out;
2551884d179dSJan Kara 	}
2552884d179dSJan Kara 	rc = do_set_dqblk(dquot, di);
2553884d179dSJan Kara 	dqput(dquot);
2554884d179dSJan Kara out:
2555884d179dSJan Kara 	return rc;
2556884d179dSJan Kara }
2557287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_set_dqblk);
2558884d179dSJan Kara 
2559884d179dSJan Kara /* Generic routine for getting common part of quota file information */
2560287a8095SChristoph Hellwig int dquot_get_dqinfo(struct super_block *sb, int type, struct if_dqinfo *ii)
2561884d179dSJan Kara {
2562884d179dSJan Kara 	struct mem_dqinfo *mi;
2563884d179dSJan Kara 
2564884d179dSJan Kara 	mutex_lock(&sb_dqopt(sb)->dqonoff_mutex);
2565884d179dSJan Kara 	if (!sb_has_quota_active(sb, type)) {
2566884d179dSJan Kara 		mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex);
2567884d179dSJan Kara 		return -ESRCH;
2568884d179dSJan Kara 	}
2569884d179dSJan Kara 	mi = sb_dqopt(sb)->info + type;
2570884d179dSJan Kara 	spin_lock(&dq_data_lock);
2571884d179dSJan Kara 	ii->dqi_bgrace = mi->dqi_bgrace;
2572884d179dSJan Kara 	ii->dqi_igrace = mi->dqi_igrace;
257346fe44ceSJan Kara 	ii->dqi_flags = mi->dqi_flags & DQF_GETINFO_MASK;
2574884d179dSJan Kara 	ii->dqi_valid = IIF_ALL;
2575884d179dSJan Kara 	spin_unlock(&dq_data_lock);
2576884d179dSJan Kara 	mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex);
2577884d179dSJan Kara 	return 0;
2578884d179dSJan Kara }
2579287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_get_dqinfo);
2580884d179dSJan Kara 
2581884d179dSJan Kara /* Generic routine for setting common part of quota file information */
2582287a8095SChristoph Hellwig int dquot_set_dqinfo(struct super_block *sb, int type, struct if_dqinfo *ii)
2583884d179dSJan Kara {
2584884d179dSJan Kara 	struct mem_dqinfo *mi;
2585884d179dSJan Kara 	int err = 0;
2586884d179dSJan Kara 
2587884d179dSJan Kara 	mutex_lock(&sb_dqopt(sb)->dqonoff_mutex);
2588884d179dSJan Kara 	if (!sb_has_quota_active(sb, type)) {
2589884d179dSJan Kara 		err = -ESRCH;
2590884d179dSJan Kara 		goto out;
2591884d179dSJan Kara 	}
2592884d179dSJan Kara 	mi = sb_dqopt(sb)->info + type;
2593884d179dSJan Kara 	spin_lock(&dq_data_lock);
2594884d179dSJan Kara 	if (ii->dqi_valid & IIF_BGRACE)
2595884d179dSJan Kara 		mi->dqi_bgrace = ii->dqi_bgrace;
2596884d179dSJan Kara 	if (ii->dqi_valid & IIF_IGRACE)
2597884d179dSJan Kara 		mi->dqi_igrace = ii->dqi_igrace;
2598884d179dSJan Kara 	if (ii->dqi_valid & IIF_FLAGS)
259946fe44ceSJan Kara 		mi->dqi_flags = (mi->dqi_flags & ~DQF_SETINFO_MASK) |
260046fe44ceSJan Kara 				(ii->dqi_flags & DQF_SETINFO_MASK);
2601884d179dSJan Kara 	spin_unlock(&dq_data_lock);
2602884d179dSJan Kara 	mark_info_dirty(sb, type);
2603884d179dSJan Kara 	/* Force write to disk */
2604884d179dSJan Kara 	sb->dq_op->write_info(sb, type);
2605884d179dSJan Kara out:
2606884d179dSJan Kara 	mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex);
2607884d179dSJan Kara 	return err;
2608884d179dSJan Kara }
2609287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_set_dqinfo);
2610884d179dSJan Kara 
2611287a8095SChristoph Hellwig const struct quotactl_ops dquot_quotactl_ops = {
2612287a8095SChristoph Hellwig 	.quota_on	= dquot_quota_on,
2613287a8095SChristoph Hellwig 	.quota_off	= dquot_quota_off,
2614287a8095SChristoph Hellwig 	.quota_sync	= dquot_quota_sync,
2615287a8095SChristoph Hellwig 	.get_info	= dquot_get_dqinfo,
2616287a8095SChristoph Hellwig 	.set_info	= dquot_set_dqinfo,
2617287a8095SChristoph Hellwig 	.get_dqblk	= dquot_get_dqblk,
2618287a8095SChristoph Hellwig 	.set_dqblk	= dquot_set_dqblk
2619884d179dSJan Kara };
2620287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quotactl_ops);
2621dde95888SDmitry Monakhov 
2622dde95888SDmitry Monakhov static int do_proc_dqstats(struct ctl_table *table, int write,
2623dde95888SDmitry Monakhov 		     void __user *buffer, size_t *lenp, loff_t *ppos)
2624dde95888SDmitry Monakhov {
2625dde95888SDmitry Monakhov 	unsigned int type = (int *)table->data - dqstats.stat;
2626f32764bdSDmitry Monakhov 
2627f32764bdSDmitry Monakhov 	/* Update global table */
2628f32764bdSDmitry Monakhov 	dqstats.stat[type] =
2629f32764bdSDmitry Monakhov 			percpu_counter_sum_positive(&dqstats.counter[type]);
2630dde95888SDmitry Monakhov 	return proc_dointvec(table, write, buffer, lenp, ppos);
2631dde95888SDmitry Monakhov }
2632dde95888SDmitry Monakhov 
2633e628753bSJoe Perches static struct ctl_table fs_dqstats_table[] = {
2634884d179dSJan Kara 	{
2635884d179dSJan Kara 		.procname	= "lookups",
2636dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_LOOKUPS],
2637884d179dSJan Kara 		.maxlen		= sizeof(int),
2638884d179dSJan Kara 		.mode		= 0444,
2639dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2640884d179dSJan Kara 	},
2641884d179dSJan Kara 	{
2642884d179dSJan Kara 		.procname	= "drops",
2643dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_DROPS],
2644884d179dSJan Kara 		.maxlen		= sizeof(int),
2645884d179dSJan Kara 		.mode		= 0444,
2646dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2647884d179dSJan Kara 	},
2648884d179dSJan Kara 	{
2649884d179dSJan Kara 		.procname	= "reads",
2650dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_READS],
2651884d179dSJan Kara 		.maxlen		= sizeof(int),
2652884d179dSJan Kara 		.mode		= 0444,
2653dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2654884d179dSJan Kara 	},
2655884d179dSJan Kara 	{
2656884d179dSJan Kara 		.procname	= "writes",
2657dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_WRITES],
2658884d179dSJan Kara 		.maxlen		= sizeof(int),
2659884d179dSJan Kara 		.mode		= 0444,
2660dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2661884d179dSJan Kara 	},
2662884d179dSJan Kara 	{
2663884d179dSJan Kara 		.procname	= "cache_hits",
2664dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_CACHE_HITS],
2665884d179dSJan Kara 		.maxlen		= sizeof(int),
2666884d179dSJan Kara 		.mode		= 0444,
2667dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2668884d179dSJan Kara 	},
2669884d179dSJan Kara 	{
2670884d179dSJan Kara 		.procname	= "allocated_dquots",
2671dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_ALLOC_DQUOTS],
2672884d179dSJan Kara 		.maxlen		= sizeof(int),
2673884d179dSJan Kara 		.mode		= 0444,
2674dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2675884d179dSJan Kara 	},
2676884d179dSJan Kara 	{
2677884d179dSJan Kara 		.procname	= "free_dquots",
2678dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_FREE_DQUOTS],
2679884d179dSJan Kara 		.maxlen		= sizeof(int),
2680884d179dSJan Kara 		.mode		= 0444,
2681dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2682884d179dSJan Kara 	},
2683884d179dSJan Kara 	{
2684884d179dSJan Kara 		.procname	= "syncs",
2685dde95888SDmitry Monakhov 		.data		= &dqstats.stat[DQST_SYNCS],
2686884d179dSJan Kara 		.maxlen		= sizeof(int),
2687884d179dSJan Kara 		.mode		= 0444,
2688dde95888SDmitry Monakhov 		.proc_handler	= do_proc_dqstats,
2689884d179dSJan Kara 	},
2690884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING
2691884d179dSJan Kara 	{
2692884d179dSJan Kara 		.procname	= "warnings",
2693884d179dSJan Kara 		.data		= &flag_print_warnings,
2694884d179dSJan Kara 		.maxlen		= sizeof(int),
2695884d179dSJan Kara 		.mode		= 0644,
26966d456111SEric W. Biederman 		.proc_handler	= proc_dointvec,
2697884d179dSJan Kara 	},
2698884d179dSJan Kara #endif
2699ab09203eSEric W. Biederman 	{ },
2700884d179dSJan Kara };
2701884d179dSJan Kara 
2702e628753bSJoe Perches static struct ctl_table fs_table[] = {
2703884d179dSJan Kara 	{
2704884d179dSJan Kara 		.procname	= "quota",
2705884d179dSJan Kara 		.mode		= 0555,
2706884d179dSJan Kara 		.child		= fs_dqstats_table,
2707884d179dSJan Kara 	},
2708ab09203eSEric W. Biederman 	{ },
2709884d179dSJan Kara };
2710884d179dSJan Kara 
2711e628753bSJoe Perches static struct ctl_table sys_table[] = {
2712884d179dSJan Kara 	{
2713884d179dSJan Kara 		.procname	= "fs",
2714884d179dSJan Kara 		.mode		= 0555,
2715884d179dSJan Kara 		.child		= fs_table,
2716884d179dSJan Kara 	},
2717ab09203eSEric W. Biederman 	{ },
2718884d179dSJan Kara };
2719884d179dSJan Kara 
2720884d179dSJan Kara static int __init dquot_init(void)
2721884d179dSJan Kara {
2722f32764bdSDmitry Monakhov 	int i, ret;
2723884d179dSJan Kara 	unsigned long nr_hash, order;
2724884d179dSJan Kara 
2725884d179dSJan Kara 	printk(KERN_NOTICE "VFS: Disk quotas %s\n", __DQUOT_VERSION__);
2726884d179dSJan Kara 
2727884d179dSJan Kara 	register_sysctl_table(sys_table);
2728884d179dSJan Kara 
2729884d179dSJan Kara 	dquot_cachep = kmem_cache_create("dquot",
2730884d179dSJan Kara 			sizeof(struct dquot), sizeof(unsigned long) * 4,
2731884d179dSJan Kara 			(SLAB_HWCACHE_ALIGN|SLAB_RECLAIM_ACCOUNT|
2732884d179dSJan Kara 				SLAB_MEM_SPREAD|SLAB_PANIC),
2733884d179dSJan Kara 			NULL);
2734884d179dSJan Kara 
2735884d179dSJan Kara 	order = 0;
2736884d179dSJan Kara 	dquot_hash = (struct hlist_head *)__get_free_pages(GFP_ATOMIC, order);
2737884d179dSJan Kara 	if (!dquot_hash)
2738884d179dSJan Kara 		panic("Cannot create dquot hash table");
2739884d179dSJan Kara 
2740f32764bdSDmitry Monakhov 	for (i = 0; i < _DQST_DQSTAT_LAST; i++) {
2741f32764bdSDmitry Monakhov 		ret = percpu_counter_init(&dqstats.counter[i], 0);
2742f32764bdSDmitry Monakhov 		if (ret)
2743f32764bdSDmitry Monakhov 			panic("Cannot create dquot stat counters");
2744f32764bdSDmitry Monakhov 	}
2745dde95888SDmitry Monakhov 
2746884d179dSJan Kara 	/* Find power-of-two hlist_heads which can fit into allocation */
2747884d179dSJan Kara 	nr_hash = (1UL << order) * PAGE_SIZE / sizeof(struct hlist_head);
2748884d179dSJan Kara 	dq_hash_bits = 0;
2749884d179dSJan Kara 	do {
2750884d179dSJan Kara 		dq_hash_bits++;
2751884d179dSJan Kara 	} while (nr_hash >> dq_hash_bits);
2752884d179dSJan Kara 	dq_hash_bits--;
2753884d179dSJan Kara 
2754884d179dSJan Kara 	nr_hash = 1UL << dq_hash_bits;
2755884d179dSJan Kara 	dq_hash_mask = nr_hash - 1;
2756884d179dSJan Kara 	for (i = 0; i < nr_hash; i++)
2757884d179dSJan Kara 		INIT_HLIST_HEAD(dquot_hash + i);
2758884d179dSJan Kara 
2759884d179dSJan Kara 	printk("Dquot-cache hash table entries: %ld (order %ld, %ld bytes)\n",
2760884d179dSJan Kara 			nr_hash, order, (PAGE_SIZE << order));
2761884d179dSJan Kara 
2762884d179dSJan Kara 	register_shrinker(&dqcache_shrinker);
2763884d179dSJan Kara 
2764884d179dSJan Kara 	return 0;
2765884d179dSJan Kara }
2766884d179dSJan Kara module_init(dquot_init);
2767