1884d179dSJan Kara /* 2884d179dSJan Kara * Implementation of the diskquota system for the LINUX operating system. QUOTA 3884d179dSJan Kara * is implemented using the BSD system call interface as the means of 4884d179dSJan Kara * communication with the user level. This file contains the generic routines 5884d179dSJan Kara * called by the different filesystems on allocation of an inode or block. 6884d179dSJan Kara * These routines take care of the administration needed to have a consistent 7884d179dSJan Kara * diskquota tracking system. The ideas of both user and group quotas are based 8884d179dSJan Kara * on the Melbourne quota system as used on BSD derived systems. The internal 9884d179dSJan Kara * implementation is based on one of the several variants of the LINUX 10884d179dSJan Kara * inode-subsystem with added complexity of the diskquota system. 11884d179dSJan Kara * 12884d179dSJan Kara * Author: Marco van Wieringen <mvw@planets.elm.net> 13884d179dSJan Kara * 14884d179dSJan Kara * Fixes: Dmitry Gorodchanin <pgmdsg@ibi.com>, 11 Feb 96 15884d179dSJan Kara * 16884d179dSJan Kara * Revised list management to avoid races 17884d179dSJan Kara * -- Bill Hawes, <whawes@star.net>, 9/98 18884d179dSJan Kara * 19884d179dSJan Kara * Fixed races in dquot_transfer(), dqget() and dquot_alloc_...(). 20884d179dSJan Kara * As the consequence the locking was moved from dquot_decr_...(), 21884d179dSJan Kara * dquot_incr_...() to calling functions. 22884d179dSJan Kara * invalidate_dquots() now writes modified dquots. 23884d179dSJan Kara * Serialized quota_off() and quota_on() for mount point. 24884d179dSJan Kara * Fixed a few bugs in grow_dquots(). 25884d179dSJan Kara * Fixed deadlock in write_dquot() - we no longer account quotas on 26884d179dSJan Kara * quota files 27884d179dSJan Kara * remove_dquot_ref() moved to inode.c - it now traverses through inodes 28884d179dSJan Kara * add_dquot_ref() restarts after blocking 29884d179dSJan Kara * Added check for bogus uid and fixed check for group in quotactl. 30884d179dSJan Kara * Jan Kara, <jack@suse.cz>, sponsored by SuSE CR, 10-11/99 31884d179dSJan Kara * 32884d179dSJan Kara * Used struct list_head instead of own list struct 33884d179dSJan Kara * Invalidation of referenced dquots is no longer possible 34884d179dSJan Kara * Improved free_dquots list management 35884d179dSJan Kara * Quota and i_blocks are now updated in one place to avoid races 36884d179dSJan Kara * Warnings are now delayed so we won't block in critical section 37884d179dSJan Kara * Write updated not to require dquot lock 38884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 9/2000 39884d179dSJan Kara * 40884d179dSJan Kara * Added dynamic quota structure allocation 41884d179dSJan Kara * Jan Kara <jack@suse.cz> 12/2000 42884d179dSJan Kara * 43884d179dSJan Kara * Rewritten quota interface. Implemented new quota format and 44884d179dSJan Kara * formats registering. 45884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 2001,2002 46884d179dSJan Kara * 47884d179dSJan Kara * New SMP locking. 48884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 10/2002 49884d179dSJan Kara * 50884d179dSJan Kara * Added journalled quota support, fix lock inversion problems 51884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 2003,2004 52884d179dSJan Kara * 53884d179dSJan Kara * (C) Copyright 1994 - 1997 Marco van Wieringen 54884d179dSJan Kara */ 55884d179dSJan Kara 56884d179dSJan Kara #include <linux/errno.h> 57884d179dSJan Kara #include <linux/kernel.h> 58884d179dSJan Kara #include <linux/fs.h> 59884d179dSJan Kara #include <linux/mount.h> 60884d179dSJan Kara #include <linux/mm.h> 61884d179dSJan Kara #include <linux/time.h> 62884d179dSJan Kara #include <linux/types.h> 63884d179dSJan Kara #include <linux/string.h> 64884d179dSJan Kara #include <linux/fcntl.h> 65884d179dSJan Kara #include <linux/stat.h> 66884d179dSJan Kara #include <linux/tty.h> 67884d179dSJan Kara #include <linux/file.h> 68884d179dSJan Kara #include <linux/slab.h> 69884d179dSJan Kara #include <linux/sysctl.h> 70884d179dSJan Kara #include <linux/init.h> 71884d179dSJan Kara #include <linux/module.h> 72884d179dSJan Kara #include <linux/proc_fs.h> 73884d179dSJan Kara #include <linux/security.h> 7440401530SAl Viro #include <linux/sched.h> 75884d179dSJan Kara #include <linux/kmod.h> 76884d179dSJan Kara #include <linux/namei.h> 77884d179dSJan Kara #include <linux/capability.h> 78884d179dSJan Kara #include <linux/quotaops.h> 7955fa6091SDave Chinner #include "../internal.h" /* ugh */ 80884d179dSJan Kara 81f3da9310SJeff Liu #include <linux/uaccess.h> 82884d179dSJan Kara 83884d179dSJan Kara /* 84884d179dSJan Kara * There are three quota SMP locks. dq_list_lock protects all lists with quotas 85dde95888SDmitry Monakhov * and quota formats. 86884d179dSJan Kara * dq_data_lock protects data from dq_dqb and also mem_dqinfo structures and 87884d179dSJan Kara * also guards consistency of dquot->dq_dqb with inode->i_blocks, i_bytes. 88884d179dSJan Kara * i_blocks and i_bytes updates itself are guarded by i_lock acquired directly 89884d179dSJan Kara * in inode_add_bytes() and inode_sub_bytes(). dq_state_lock protects 90884d179dSJan Kara * modifications of quota state (on quotaon and quotaoff) and readers who care 91884d179dSJan Kara * about latest values take it as well. 92884d179dSJan Kara * 93884d179dSJan Kara * The spinlock ordering is hence: dq_data_lock > dq_list_lock > i_lock, 94884d179dSJan Kara * dq_list_lock > dq_state_lock 95884d179dSJan Kara * 96884d179dSJan Kara * Note that some things (eg. sb pointer, type, id) doesn't change during 97884d179dSJan Kara * the life of the dquot structure and so needn't to be protected by a lock 98884d179dSJan Kara * 99884d179dSJan Kara * Any operation working on dquots via inode pointers must hold dqptr_sem. If 100884d179dSJan Kara * operation is just reading pointers from inode (or not using them at all) the 10126245c94SJan Kara * read lock is enough. If pointers are altered function must hold write lock. 10226245c94SJan Kara * Special care needs to be taken about S_NOQUOTA inode flag (marking that 10326245c94SJan Kara * inode is a quota file). Functions adding pointers from inode to dquots have 10426245c94SJan Kara * to check this flag under dqptr_sem and then (if S_NOQUOTA is not set) they 10526245c94SJan Kara * have to do all pointer modifications before dropping dqptr_sem. This makes 10626245c94SJan Kara * sure they cannot race with quotaon which first sets S_NOQUOTA flag and 10726245c94SJan Kara * then drops all pointers to dquots from an inode. 108884d179dSJan Kara * 109884d179dSJan Kara * Each dquot has its dq_lock mutex. Locked dquots might not be referenced 110884d179dSJan Kara * from inodes (dquot_alloc_space() and such don't check the dq_lock). 111884d179dSJan Kara * Currently dquot is locked only when it is being read to memory (or space for 112884d179dSJan Kara * it is being allocated) on the first dqget() and when it is being released on 113884d179dSJan Kara * the last dqput(). The allocation and release oparations are serialized by 114884d179dSJan Kara * the dq_lock and by checking the use count in dquot_release(). Write 115884d179dSJan Kara * operations on dquots don't hold dq_lock as they copy data under dq_data_lock 116884d179dSJan Kara * spinlock to internal buffers before writing. 117884d179dSJan Kara * 118884d179dSJan Kara * Lock ordering (including related VFS locks) is the following: 119a80b12c3SJan Kara * dqonoff_mutex > i_mutex > journal_lock > dqptr_sem > dquot->dq_lock > 120884d179dSJan Kara * dqio_mutex 121a80b12c3SJan Kara * dqonoff_mutex > i_mutex comes from dquot_quota_sync, dquot_enable, etc. 122884d179dSJan Kara * The lock ordering of dqptr_sem imposed by quota code is only dqonoff_sem > 123884d179dSJan Kara * dqptr_sem. But filesystem has to count with the fact that functions such as 124884d179dSJan Kara * dquot_alloc_space() acquire dqptr_sem and they usually have to be called 125884d179dSJan Kara * from inside a transaction to keep filesystem consistency after a crash. Also 126884d179dSJan Kara * filesystems usually want to do some IO on dquot from ->mark_dirty which is 127884d179dSJan Kara * called with dqptr_sem held. 128884d179dSJan Kara */ 129884d179dSJan Kara 130c516610cSJan Kara static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_list_lock); 131c516610cSJan Kara static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_state_lock); 132c516610cSJan Kara __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_data_lock); 133884d179dSJan Kara EXPORT_SYMBOL(dq_data_lock); 134884d179dSJan Kara 135fb5ffb0eSJiaying Zhang void __quota_error(struct super_block *sb, const char *func, 136fb5ffb0eSJiaying Zhang const char *fmt, ...) 137fb5ffb0eSJiaying Zhang { 138fb5ffb0eSJiaying Zhang if (printk_ratelimit()) { 139055adcbdSJoe Perches va_list args; 140055adcbdSJoe Perches struct va_format vaf; 141055adcbdSJoe Perches 142fb5ffb0eSJiaying Zhang va_start(args, fmt); 143055adcbdSJoe Perches 144055adcbdSJoe Perches vaf.fmt = fmt; 145055adcbdSJoe Perches vaf.va = &args; 146055adcbdSJoe Perches 147055adcbdSJoe Perches printk(KERN_ERR "Quota error (device %s): %s: %pV\n", 148055adcbdSJoe Perches sb->s_id, func, &vaf); 149055adcbdSJoe Perches 150fb5ffb0eSJiaying Zhang va_end(args); 151fb5ffb0eSJiaying Zhang } 152fb5ffb0eSJiaying Zhang } 153fb5ffb0eSJiaying Zhang EXPORT_SYMBOL(__quota_error); 154fb5ffb0eSJiaying Zhang 155da8d1ba2SSergey Senozhatsky #if defined(CONFIG_QUOTA_DEBUG) || defined(CONFIG_PRINT_QUOTA_WARNING) 156884d179dSJan Kara static char *quotatypes[] = INITQFNAMES; 157da8d1ba2SSergey Senozhatsky #endif 158884d179dSJan Kara static struct quota_format_type *quota_formats; /* List of registered formats */ 159884d179dSJan Kara static struct quota_module_name module_names[] = INIT_QUOTA_MODULE_NAMES; 160884d179dSJan Kara 161884d179dSJan Kara /* SLAB cache for dquot structures */ 162884d179dSJan Kara static struct kmem_cache *dquot_cachep; 163884d179dSJan Kara 164884d179dSJan Kara int register_quota_format(struct quota_format_type *fmt) 165884d179dSJan Kara { 166884d179dSJan Kara spin_lock(&dq_list_lock); 167884d179dSJan Kara fmt->qf_next = quota_formats; 168884d179dSJan Kara quota_formats = fmt; 169884d179dSJan Kara spin_unlock(&dq_list_lock); 170884d179dSJan Kara return 0; 171884d179dSJan Kara } 172884d179dSJan Kara EXPORT_SYMBOL(register_quota_format); 173884d179dSJan Kara 174884d179dSJan Kara void unregister_quota_format(struct quota_format_type *fmt) 175884d179dSJan Kara { 176884d179dSJan Kara struct quota_format_type **actqf; 177884d179dSJan Kara 178884d179dSJan Kara spin_lock(&dq_list_lock); 179268157baSJan Kara for (actqf = "a_formats; *actqf && *actqf != fmt; 180268157baSJan Kara actqf = &(*actqf)->qf_next) 181268157baSJan Kara ; 182884d179dSJan Kara if (*actqf) 183884d179dSJan Kara *actqf = (*actqf)->qf_next; 184884d179dSJan Kara spin_unlock(&dq_list_lock); 185884d179dSJan Kara } 186884d179dSJan Kara EXPORT_SYMBOL(unregister_quota_format); 187884d179dSJan Kara 188884d179dSJan Kara static struct quota_format_type *find_quota_format(int id) 189884d179dSJan Kara { 190884d179dSJan Kara struct quota_format_type *actqf; 191884d179dSJan Kara 192884d179dSJan Kara spin_lock(&dq_list_lock); 193268157baSJan Kara for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id; 194268157baSJan Kara actqf = actqf->qf_next) 195268157baSJan Kara ; 196884d179dSJan Kara if (!actqf || !try_module_get(actqf->qf_owner)) { 197884d179dSJan Kara int qm; 198884d179dSJan Kara 199884d179dSJan Kara spin_unlock(&dq_list_lock); 200884d179dSJan Kara 201268157baSJan Kara for (qm = 0; module_names[qm].qm_fmt_id && 202268157baSJan Kara module_names[qm].qm_fmt_id != id; qm++) 203268157baSJan Kara ; 204268157baSJan Kara if (!module_names[qm].qm_fmt_id || 205268157baSJan Kara request_module(module_names[qm].qm_mod_name)) 206884d179dSJan Kara return NULL; 207884d179dSJan Kara 208884d179dSJan Kara spin_lock(&dq_list_lock); 209268157baSJan Kara for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id; 210268157baSJan Kara actqf = actqf->qf_next) 211268157baSJan Kara ; 212884d179dSJan Kara if (actqf && !try_module_get(actqf->qf_owner)) 213884d179dSJan Kara actqf = NULL; 214884d179dSJan Kara } 215884d179dSJan Kara spin_unlock(&dq_list_lock); 216884d179dSJan Kara return actqf; 217884d179dSJan Kara } 218884d179dSJan Kara 219884d179dSJan Kara static void put_quota_format(struct quota_format_type *fmt) 220884d179dSJan Kara { 221884d179dSJan Kara module_put(fmt->qf_owner); 222884d179dSJan Kara } 223884d179dSJan Kara 224884d179dSJan Kara /* 225884d179dSJan Kara * Dquot List Management: 226884d179dSJan Kara * The quota code uses three lists for dquot management: the inuse_list, 227884d179dSJan Kara * free_dquots, and dquot_hash[] array. A single dquot structure may be 228884d179dSJan Kara * on all three lists, depending on its current state. 229884d179dSJan Kara * 230884d179dSJan Kara * All dquots are placed to the end of inuse_list when first created, and this 231884d179dSJan Kara * list is used for invalidate operation, which must look at every dquot. 232884d179dSJan Kara * 233884d179dSJan Kara * Unused dquots (dq_count == 0) are added to the free_dquots list when freed, 234884d179dSJan Kara * and this list is searched whenever we need an available dquot. Dquots are 235884d179dSJan Kara * removed from the list as soon as they are used again, and 236884d179dSJan Kara * dqstats.free_dquots gives the number of dquots on the list. When 237884d179dSJan Kara * dquot is invalidated it's completely released from memory. 238884d179dSJan Kara * 239884d179dSJan Kara * Dquots with a specific identity (device, type and id) are placed on 240884d179dSJan Kara * one of the dquot_hash[] hash chains. The provides an efficient search 241884d179dSJan Kara * mechanism to locate a specific dquot. 242884d179dSJan Kara */ 243884d179dSJan Kara 244884d179dSJan Kara static LIST_HEAD(inuse_list); 245884d179dSJan Kara static LIST_HEAD(free_dquots); 246884d179dSJan Kara static unsigned int dq_hash_bits, dq_hash_mask; 247884d179dSJan Kara static struct hlist_head *dquot_hash; 248884d179dSJan Kara 249884d179dSJan Kara struct dqstats dqstats; 250884d179dSJan Kara EXPORT_SYMBOL(dqstats); 251884d179dSJan Kara 2520a5a9c72SJan Kara static qsize_t inode_get_rsv_space(struct inode *inode); 253871a2931SChristoph Hellwig static void __dquot_initialize(struct inode *inode, int type); 2540a5a9c72SJan Kara 255884d179dSJan Kara static inline unsigned int 2561a06d420SEric W. Biederman hashfn(const struct super_block *sb, struct kqid qid) 257884d179dSJan Kara { 2581a06d420SEric W. Biederman unsigned int id = from_kqid(&init_user_ns, qid); 2591a06d420SEric W. Biederman int type = qid.type; 260884d179dSJan Kara unsigned long tmp; 261884d179dSJan Kara 262884d179dSJan Kara tmp = (((unsigned long)sb>>L1_CACHE_SHIFT) ^ id) * (MAXQUOTAS - type); 263884d179dSJan Kara return (tmp + (tmp >> dq_hash_bits)) & dq_hash_mask; 264884d179dSJan Kara } 265884d179dSJan Kara 266884d179dSJan Kara /* 267884d179dSJan Kara * Following list functions expect dq_list_lock to be held 268884d179dSJan Kara */ 269884d179dSJan Kara static inline void insert_dquot_hash(struct dquot *dquot) 270884d179dSJan Kara { 271268157baSJan Kara struct hlist_head *head; 2721a06d420SEric W. Biederman head = dquot_hash + hashfn(dquot->dq_sb, dquot->dq_id); 273884d179dSJan Kara hlist_add_head(&dquot->dq_hash, head); 274884d179dSJan Kara } 275884d179dSJan Kara 276884d179dSJan Kara static inline void remove_dquot_hash(struct dquot *dquot) 277884d179dSJan Kara { 278884d179dSJan Kara hlist_del_init(&dquot->dq_hash); 279884d179dSJan Kara } 280884d179dSJan Kara 2817a2435d8SJan Kara static struct dquot *find_dquot(unsigned int hashent, struct super_block *sb, 2821a06d420SEric W. Biederman struct kqid qid) 283884d179dSJan Kara { 284884d179dSJan Kara struct hlist_node *node; 285884d179dSJan Kara struct dquot *dquot; 286884d179dSJan Kara 287884d179dSJan Kara hlist_for_each (node, dquot_hash+hashent) { 288884d179dSJan Kara dquot = hlist_entry(node, struct dquot, dq_hash); 2894c376dcaSEric W. Biederman if (dquot->dq_sb == sb && qid_eq(dquot->dq_id, qid)) 290884d179dSJan Kara return dquot; 291884d179dSJan Kara } 292dd6f3c6dSJan Kara return NULL; 293884d179dSJan Kara } 294884d179dSJan Kara 295884d179dSJan Kara /* Add a dquot to the tail of the free list */ 296884d179dSJan Kara static inline void put_dquot_last(struct dquot *dquot) 297884d179dSJan Kara { 298884d179dSJan Kara list_add_tail(&dquot->dq_free, &free_dquots); 299dde95888SDmitry Monakhov dqstats_inc(DQST_FREE_DQUOTS); 300884d179dSJan Kara } 301884d179dSJan Kara 302884d179dSJan Kara static inline void remove_free_dquot(struct dquot *dquot) 303884d179dSJan Kara { 304884d179dSJan Kara if (list_empty(&dquot->dq_free)) 305884d179dSJan Kara return; 306884d179dSJan Kara list_del_init(&dquot->dq_free); 307dde95888SDmitry Monakhov dqstats_dec(DQST_FREE_DQUOTS); 308884d179dSJan Kara } 309884d179dSJan Kara 310884d179dSJan Kara static inline void put_inuse(struct dquot *dquot) 311884d179dSJan Kara { 312884d179dSJan Kara /* We add to the back of inuse list so we don't have to restart 313884d179dSJan Kara * when traversing this list and we block */ 314884d179dSJan Kara list_add_tail(&dquot->dq_inuse, &inuse_list); 315dde95888SDmitry Monakhov dqstats_inc(DQST_ALLOC_DQUOTS); 316884d179dSJan Kara } 317884d179dSJan Kara 318884d179dSJan Kara static inline void remove_inuse(struct dquot *dquot) 319884d179dSJan Kara { 320dde95888SDmitry Monakhov dqstats_dec(DQST_ALLOC_DQUOTS); 321884d179dSJan Kara list_del(&dquot->dq_inuse); 322884d179dSJan Kara } 323884d179dSJan Kara /* 324884d179dSJan Kara * End of list functions needing dq_list_lock 325884d179dSJan Kara */ 326884d179dSJan Kara 327884d179dSJan Kara static void wait_on_dquot(struct dquot *dquot) 328884d179dSJan Kara { 329884d179dSJan Kara mutex_lock(&dquot->dq_lock); 330884d179dSJan Kara mutex_unlock(&dquot->dq_lock); 331884d179dSJan Kara } 332884d179dSJan Kara 333884d179dSJan Kara static inline int dquot_dirty(struct dquot *dquot) 334884d179dSJan Kara { 335884d179dSJan Kara return test_bit(DQ_MOD_B, &dquot->dq_flags); 336884d179dSJan Kara } 337884d179dSJan Kara 338884d179dSJan Kara static inline int mark_dquot_dirty(struct dquot *dquot) 339884d179dSJan Kara { 340884d179dSJan Kara return dquot->dq_sb->dq_op->mark_dirty(dquot); 341884d179dSJan Kara } 342884d179dSJan Kara 343eabf290dSDmitry Monakhov /* Mark dquot dirty in atomic manner, and return it's old dirty flag state */ 344884d179dSJan Kara int dquot_mark_dquot_dirty(struct dquot *dquot) 345884d179dSJan Kara { 346eabf290dSDmitry Monakhov int ret = 1; 347eabf290dSDmitry Monakhov 348eabf290dSDmitry Monakhov /* If quota is dirty already, we don't have to acquire dq_list_lock */ 349eabf290dSDmitry Monakhov if (test_bit(DQ_MOD_B, &dquot->dq_flags)) 350eabf290dSDmitry Monakhov return 1; 351eabf290dSDmitry Monakhov 352884d179dSJan Kara spin_lock(&dq_list_lock); 353eabf290dSDmitry Monakhov if (!test_and_set_bit(DQ_MOD_B, &dquot->dq_flags)) { 354884d179dSJan Kara list_add(&dquot->dq_dirty, &sb_dqopt(dquot->dq_sb)-> 3554c376dcaSEric W. Biederman info[dquot->dq_id.type].dqi_dirty_list); 356eabf290dSDmitry Monakhov ret = 0; 357eabf290dSDmitry Monakhov } 358884d179dSJan Kara spin_unlock(&dq_list_lock); 359eabf290dSDmitry Monakhov return ret; 360884d179dSJan Kara } 361884d179dSJan Kara EXPORT_SYMBOL(dquot_mark_dquot_dirty); 362884d179dSJan Kara 363dc52dd3aSDmitry Monakhov /* Dirtify all the dquots - this can block when journalling */ 364dc52dd3aSDmitry Monakhov static inline int mark_all_dquot_dirty(struct dquot * const *dquot) 365dc52dd3aSDmitry Monakhov { 366dc52dd3aSDmitry Monakhov int ret, err, cnt; 367dc52dd3aSDmitry Monakhov 368dc52dd3aSDmitry Monakhov ret = err = 0; 369dc52dd3aSDmitry Monakhov for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 370dc52dd3aSDmitry Monakhov if (dquot[cnt]) 371dc52dd3aSDmitry Monakhov /* Even in case of error we have to continue */ 372dc52dd3aSDmitry Monakhov ret = mark_dquot_dirty(dquot[cnt]); 373dc52dd3aSDmitry Monakhov if (!err) 374dc52dd3aSDmitry Monakhov err = ret; 375dc52dd3aSDmitry Monakhov } 376dc52dd3aSDmitry Monakhov return err; 377dc52dd3aSDmitry Monakhov } 378dc52dd3aSDmitry Monakhov 379dc52dd3aSDmitry Monakhov static inline void dqput_all(struct dquot **dquot) 380dc52dd3aSDmitry Monakhov { 381dc52dd3aSDmitry Monakhov unsigned int cnt; 382dc52dd3aSDmitry Monakhov 383dc52dd3aSDmitry Monakhov for (cnt = 0; cnt < MAXQUOTAS; cnt++) 384dc52dd3aSDmitry Monakhov dqput(dquot[cnt]); 385dc52dd3aSDmitry Monakhov } 386dc52dd3aSDmitry Monakhov 387884d179dSJan Kara /* This function needs dq_list_lock */ 388884d179dSJan Kara static inline int clear_dquot_dirty(struct dquot *dquot) 389884d179dSJan Kara { 390884d179dSJan Kara if (!test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags)) 391884d179dSJan Kara return 0; 392884d179dSJan Kara list_del_init(&dquot->dq_dirty); 393884d179dSJan Kara return 1; 394884d179dSJan Kara } 395884d179dSJan Kara 396884d179dSJan Kara void mark_info_dirty(struct super_block *sb, int type) 397884d179dSJan Kara { 398884d179dSJan Kara set_bit(DQF_INFO_DIRTY_B, &sb_dqopt(sb)->info[type].dqi_flags); 399884d179dSJan Kara } 400884d179dSJan Kara EXPORT_SYMBOL(mark_info_dirty); 401884d179dSJan Kara 402884d179dSJan Kara /* 403884d179dSJan Kara * Read dquot from disk and alloc space for it 404884d179dSJan Kara */ 405884d179dSJan Kara 406884d179dSJan Kara int dquot_acquire(struct dquot *dquot) 407884d179dSJan Kara { 408884d179dSJan Kara int ret = 0, ret2 = 0; 409884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(dquot->dq_sb); 410884d179dSJan Kara 411884d179dSJan Kara mutex_lock(&dquot->dq_lock); 412884d179dSJan Kara mutex_lock(&dqopt->dqio_mutex); 413884d179dSJan Kara if (!test_bit(DQ_READ_B, &dquot->dq_flags)) 4144c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->read_dqblk(dquot); 415884d179dSJan Kara if (ret < 0) 416884d179dSJan Kara goto out_iolock; 417884d179dSJan Kara set_bit(DQ_READ_B, &dquot->dq_flags); 418884d179dSJan Kara /* Instantiate dquot if needed */ 419884d179dSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && !dquot->dq_off) { 4204c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot); 421884d179dSJan Kara /* Write the info if needed */ 4224c376dcaSEric W. Biederman if (info_dirty(&dqopt->info[dquot->dq_id.type])) { 4234c376dcaSEric W. Biederman ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info( 4244c376dcaSEric W. Biederman dquot->dq_sb, dquot->dq_id.type); 425268157baSJan Kara } 426884d179dSJan Kara if (ret < 0) 427884d179dSJan Kara goto out_iolock; 428884d179dSJan Kara if (ret2 < 0) { 429884d179dSJan Kara ret = ret2; 430884d179dSJan Kara goto out_iolock; 431884d179dSJan Kara } 432884d179dSJan Kara } 433884d179dSJan Kara set_bit(DQ_ACTIVE_B, &dquot->dq_flags); 434884d179dSJan Kara out_iolock: 435884d179dSJan Kara mutex_unlock(&dqopt->dqio_mutex); 436884d179dSJan Kara mutex_unlock(&dquot->dq_lock); 437884d179dSJan Kara return ret; 438884d179dSJan Kara } 439884d179dSJan Kara EXPORT_SYMBOL(dquot_acquire); 440884d179dSJan Kara 441884d179dSJan Kara /* 442884d179dSJan Kara * Write dquot to disk 443884d179dSJan Kara */ 444884d179dSJan Kara int dquot_commit(struct dquot *dquot) 445884d179dSJan Kara { 446b03f2456SJan Kara int ret = 0; 447884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(dquot->dq_sb); 448884d179dSJan Kara 449884d179dSJan Kara mutex_lock(&dqopt->dqio_mutex); 450884d179dSJan Kara spin_lock(&dq_list_lock); 451884d179dSJan Kara if (!clear_dquot_dirty(dquot)) { 452884d179dSJan Kara spin_unlock(&dq_list_lock); 453884d179dSJan Kara goto out_sem; 454884d179dSJan Kara } 455884d179dSJan Kara spin_unlock(&dq_list_lock); 456884d179dSJan Kara /* Inactive dquot can be only if there was error during read/init 457884d179dSJan Kara * => we have better not writing it */ 458b03f2456SJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) 4594c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot); 460b03f2456SJan Kara else 461b03f2456SJan Kara ret = -EIO; 462884d179dSJan Kara out_sem: 463884d179dSJan Kara mutex_unlock(&dqopt->dqio_mutex); 464884d179dSJan Kara return ret; 465884d179dSJan Kara } 466884d179dSJan Kara EXPORT_SYMBOL(dquot_commit); 467884d179dSJan Kara 468884d179dSJan Kara /* 469884d179dSJan Kara * Release dquot 470884d179dSJan Kara */ 471884d179dSJan Kara int dquot_release(struct dquot *dquot) 472884d179dSJan Kara { 473884d179dSJan Kara int ret = 0, ret2 = 0; 474884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(dquot->dq_sb); 475884d179dSJan Kara 476884d179dSJan Kara mutex_lock(&dquot->dq_lock); 477884d179dSJan Kara /* Check whether we are not racing with some other dqget() */ 478884d179dSJan Kara if (atomic_read(&dquot->dq_count) > 1) 479884d179dSJan Kara goto out_dqlock; 480884d179dSJan Kara mutex_lock(&dqopt->dqio_mutex); 4814c376dcaSEric W. Biederman if (dqopt->ops[dquot->dq_id.type]->release_dqblk) { 4824c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->release_dqblk(dquot); 483884d179dSJan Kara /* Write the info */ 4844c376dcaSEric W. Biederman if (info_dirty(&dqopt->info[dquot->dq_id.type])) { 4854c376dcaSEric W. Biederman ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info( 4864c376dcaSEric W. Biederman dquot->dq_sb, dquot->dq_id.type); 487268157baSJan Kara } 488884d179dSJan Kara if (ret >= 0) 489884d179dSJan Kara ret = ret2; 490884d179dSJan Kara } 491884d179dSJan Kara clear_bit(DQ_ACTIVE_B, &dquot->dq_flags); 492884d179dSJan Kara mutex_unlock(&dqopt->dqio_mutex); 493884d179dSJan Kara out_dqlock: 494884d179dSJan Kara mutex_unlock(&dquot->dq_lock); 495884d179dSJan Kara return ret; 496884d179dSJan Kara } 497884d179dSJan Kara EXPORT_SYMBOL(dquot_release); 498884d179dSJan Kara 499884d179dSJan Kara void dquot_destroy(struct dquot *dquot) 500884d179dSJan Kara { 501884d179dSJan Kara kmem_cache_free(dquot_cachep, dquot); 502884d179dSJan Kara } 503884d179dSJan Kara EXPORT_SYMBOL(dquot_destroy); 504884d179dSJan Kara 505884d179dSJan Kara static inline void do_destroy_dquot(struct dquot *dquot) 506884d179dSJan Kara { 507884d179dSJan Kara dquot->dq_sb->dq_op->destroy_dquot(dquot); 508884d179dSJan Kara } 509884d179dSJan Kara 510884d179dSJan Kara /* Invalidate all dquots on the list. Note that this function is called after 511884d179dSJan Kara * quota is disabled and pointers from inodes removed so there cannot be new 512884d179dSJan Kara * quota users. There can still be some users of quotas due to inodes being 513884d179dSJan Kara * just deleted or pruned by prune_icache() (those are not attached to any 514884d179dSJan Kara * list) or parallel quotactl call. We have to wait for such users. 515884d179dSJan Kara */ 516884d179dSJan Kara static void invalidate_dquots(struct super_block *sb, int type) 517884d179dSJan Kara { 518884d179dSJan Kara struct dquot *dquot, *tmp; 519884d179dSJan Kara 520884d179dSJan Kara restart: 521884d179dSJan Kara spin_lock(&dq_list_lock); 522884d179dSJan Kara list_for_each_entry_safe(dquot, tmp, &inuse_list, dq_inuse) { 523884d179dSJan Kara if (dquot->dq_sb != sb) 524884d179dSJan Kara continue; 5254c376dcaSEric W. Biederman if (dquot->dq_id.type != type) 526884d179dSJan Kara continue; 527884d179dSJan Kara /* Wait for dquot users */ 528884d179dSJan Kara if (atomic_read(&dquot->dq_count)) { 529884d179dSJan Kara DEFINE_WAIT(wait); 530884d179dSJan Kara 531884d179dSJan Kara atomic_inc(&dquot->dq_count); 532884d179dSJan Kara prepare_to_wait(&dquot->dq_wait_unused, &wait, 533884d179dSJan Kara TASK_UNINTERRUPTIBLE); 534884d179dSJan Kara spin_unlock(&dq_list_lock); 535884d179dSJan Kara /* Once dqput() wakes us up, we know it's time to free 536884d179dSJan Kara * the dquot. 537884d179dSJan Kara * IMPORTANT: we rely on the fact that there is always 538884d179dSJan Kara * at most one process waiting for dquot to free. 539884d179dSJan Kara * Otherwise dq_count would be > 1 and we would never 540884d179dSJan Kara * wake up. 541884d179dSJan Kara */ 542884d179dSJan Kara if (atomic_read(&dquot->dq_count) > 1) 543884d179dSJan Kara schedule(); 544884d179dSJan Kara finish_wait(&dquot->dq_wait_unused, &wait); 545884d179dSJan Kara dqput(dquot); 546884d179dSJan Kara /* At this moment dquot() need not exist (it could be 547884d179dSJan Kara * reclaimed by prune_dqcache(). Hence we must 548884d179dSJan Kara * restart. */ 549884d179dSJan Kara goto restart; 550884d179dSJan Kara } 551884d179dSJan Kara /* 552884d179dSJan Kara * Quota now has no users and it has been written on last 553884d179dSJan Kara * dqput() 554884d179dSJan Kara */ 555884d179dSJan Kara remove_dquot_hash(dquot); 556884d179dSJan Kara remove_free_dquot(dquot); 557884d179dSJan Kara remove_inuse(dquot); 558884d179dSJan Kara do_destroy_dquot(dquot); 559884d179dSJan Kara } 560884d179dSJan Kara spin_unlock(&dq_list_lock); 561884d179dSJan Kara } 562884d179dSJan Kara 563884d179dSJan Kara /* Call callback for every active dquot on given filesystem */ 564884d179dSJan Kara int dquot_scan_active(struct super_block *sb, 565884d179dSJan Kara int (*fn)(struct dquot *dquot, unsigned long priv), 566884d179dSJan Kara unsigned long priv) 567884d179dSJan Kara { 568884d179dSJan Kara struct dquot *dquot, *old_dquot = NULL; 569884d179dSJan Kara int ret = 0; 570884d179dSJan Kara 571884d179dSJan Kara mutex_lock(&sb_dqopt(sb)->dqonoff_mutex); 572884d179dSJan Kara spin_lock(&dq_list_lock); 573884d179dSJan Kara list_for_each_entry(dquot, &inuse_list, dq_inuse) { 574884d179dSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) 575884d179dSJan Kara continue; 576884d179dSJan Kara if (dquot->dq_sb != sb) 577884d179dSJan Kara continue; 578884d179dSJan Kara /* Now we have active dquot so we can just increase use count */ 579884d179dSJan Kara atomic_inc(&dquot->dq_count); 580884d179dSJan Kara spin_unlock(&dq_list_lock); 581dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 582884d179dSJan Kara dqput(old_dquot); 583884d179dSJan Kara old_dquot = dquot; 584884d179dSJan Kara ret = fn(dquot, priv); 585884d179dSJan Kara if (ret < 0) 586884d179dSJan Kara goto out; 587884d179dSJan Kara spin_lock(&dq_list_lock); 588884d179dSJan Kara /* We are safe to continue now because our dquot could not 589884d179dSJan Kara * be moved out of the inuse list while we hold the reference */ 590884d179dSJan Kara } 591884d179dSJan Kara spin_unlock(&dq_list_lock); 592884d179dSJan Kara out: 593884d179dSJan Kara dqput(old_dquot); 594884d179dSJan Kara mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex); 595884d179dSJan Kara return ret; 596884d179dSJan Kara } 597884d179dSJan Kara EXPORT_SYMBOL(dquot_scan_active); 598884d179dSJan Kara 599ceed1723SJan Kara /* Write all dquot structures to quota files */ 600ceed1723SJan Kara int dquot_writeback_dquots(struct super_block *sb, int type) 601884d179dSJan Kara { 602884d179dSJan Kara struct list_head *dirty; 603884d179dSJan Kara struct dquot *dquot; 604884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 605884d179dSJan Kara int cnt; 606ceed1723SJan Kara int err, ret = 0; 607884d179dSJan Kara 608884d179dSJan Kara mutex_lock(&dqopt->dqonoff_mutex); 609884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 610884d179dSJan Kara if (type != -1 && cnt != type) 611884d179dSJan Kara continue; 612884d179dSJan Kara if (!sb_has_quota_active(sb, cnt)) 613884d179dSJan Kara continue; 614884d179dSJan Kara spin_lock(&dq_list_lock); 615884d179dSJan Kara dirty = &dqopt->info[cnt].dqi_dirty_list; 616884d179dSJan Kara while (!list_empty(dirty)) { 617268157baSJan Kara dquot = list_first_entry(dirty, struct dquot, 618268157baSJan Kara dq_dirty); 619884d179dSJan Kara /* Dirty and inactive can be only bad dquot... */ 620884d179dSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 621884d179dSJan Kara clear_dquot_dirty(dquot); 622884d179dSJan Kara continue; 623884d179dSJan Kara } 624884d179dSJan Kara /* Now we have active dquot from which someone is 625884d179dSJan Kara * holding reference so we can safely just increase 626884d179dSJan Kara * use count */ 627884d179dSJan Kara atomic_inc(&dquot->dq_count); 628884d179dSJan Kara spin_unlock(&dq_list_lock); 629dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 630ceed1723SJan Kara err = sb->dq_op->write_dquot(dquot); 631ceed1723SJan Kara if (!ret && err) 632ceed1723SJan Kara err = ret; 633884d179dSJan Kara dqput(dquot); 634884d179dSJan Kara spin_lock(&dq_list_lock); 635884d179dSJan Kara } 636884d179dSJan Kara spin_unlock(&dq_list_lock); 637884d179dSJan Kara } 638884d179dSJan Kara 639884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 640884d179dSJan Kara if ((cnt == type || type == -1) && sb_has_quota_active(sb, cnt) 641884d179dSJan Kara && info_dirty(&dqopt->info[cnt])) 642884d179dSJan Kara sb->dq_op->write_info(sb, cnt); 643dde95888SDmitry Monakhov dqstats_inc(DQST_SYNCS); 644884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 645884d179dSJan Kara 646ceed1723SJan Kara return ret; 647ceed1723SJan Kara } 648ceed1723SJan Kara EXPORT_SYMBOL(dquot_writeback_dquots); 649ceed1723SJan Kara 650ceed1723SJan Kara /* Write all dquot structures to disk and make them visible from userspace */ 651ceed1723SJan Kara int dquot_quota_sync(struct super_block *sb, int type) 652ceed1723SJan Kara { 653ceed1723SJan Kara struct quota_info *dqopt = sb_dqopt(sb); 654ceed1723SJan Kara int cnt; 655ceed1723SJan Kara int ret; 656ceed1723SJan Kara 657ceed1723SJan Kara ret = dquot_writeback_dquots(sb, type); 658ceed1723SJan Kara if (ret) 659ceed1723SJan Kara return ret; 660ceed1723SJan Kara if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) 6615fb324adSChristoph Hellwig return 0; 6625fb324adSChristoph Hellwig 6635fb324adSChristoph Hellwig /* This is not very clever (and fast) but currently I don't know about 6645fb324adSChristoph Hellwig * any other simple way of getting quota data to disk and we must get 6655fb324adSChristoph Hellwig * them there for userspace to be visible... */ 6665fb324adSChristoph Hellwig if (sb->s_op->sync_fs) 6675fb324adSChristoph Hellwig sb->s_op->sync_fs(sb, 1); 6685fb324adSChristoph Hellwig sync_blockdev(sb->s_bdev); 6695fb324adSChristoph Hellwig 6705fb324adSChristoph Hellwig /* 6715fb324adSChristoph Hellwig * Now when everything is written we can discard the pagecache so 6725fb324adSChristoph Hellwig * that userspace sees the changes. 6735fb324adSChristoph Hellwig */ 674f9ef1784SJan Kara mutex_lock(&dqopt->dqonoff_mutex); 6755fb324adSChristoph Hellwig for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 6765fb324adSChristoph Hellwig if (type != -1 && cnt != type) 6775fb324adSChristoph Hellwig continue; 6785fb324adSChristoph Hellwig if (!sb_has_quota_active(sb, cnt)) 6795fb324adSChristoph Hellwig continue; 680a80b12c3SJan Kara mutex_lock(&dqopt->files[cnt]->i_mutex); 681f9ef1784SJan Kara truncate_inode_pages(&dqopt->files[cnt]->i_data, 0); 682f9ef1784SJan Kara mutex_unlock(&dqopt->files[cnt]->i_mutex); 6835fb324adSChristoph Hellwig } 684f9ef1784SJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 6855fb324adSChristoph Hellwig 686884d179dSJan Kara return 0; 687884d179dSJan Kara } 688287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_sync); 689884d179dSJan Kara 690884d179dSJan Kara /* Free unused dquots from cache */ 691884d179dSJan Kara static void prune_dqcache(int count) 692884d179dSJan Kara { 693884d179dSJan Kara struct list_head *head; 694884d179dSJan Kara struct dquot *dquot; 695884d179dSJan Kara 696884d179dSJan Kara head = free_dquots.prev; 697884d179dSJan Kara while (head != &free_dquots && count) { 698884d179dSJan Kara dquot = list_entry(head, struct dquot, dq_free); 699884d179dSJan Kara remove_dquot_hash(dquot); 700884d179dSJan Kara remove_free_dquot(dquot); 701884d179dSJan Kara remove_inuse(dquot); 702884d179dSJan Kara do_destroy_dquot(dquot); 703884d179dSJan Kara count--; 704884d179dSJan Kara head = free_dquots.prev; 705884d179dSJan Kara } 706884d179dSJan Kara } 707884d179dSJan Kara 708884d179dSJan Kara /* 709884d179dSJan Kara * This is called from kswapd when we think we need some 710884d179dSJan Kara * more memory 711884d179dSJan Kara */ 7121495f230SYing Han static int shrink_dqcache_memory(struct shrinker *shrink, 7131495f230SYing Han struct shrink_control *sc) 714884d179dSJan Kara { 7151495f230SYing Han int nr = sc->nr_to_scan; 7161495f230SYing Han 717884d179dSJan Kara if (nr) { 718884d179dSJan Kara spin_lock(&dq_list_lock); 719884d179dSJan Kara prune_dqcache(nr); 720884d179dSJan Kara spin_unlock(&dq_list_lock); 721884d179dSJan Kara } 722f32764bdSDmitry Monakhov return ((unsigned) 723f32764bdSDmitry Monakhov percpu_counter_read_positive(&dqstats.counter[DQST_FREE_DQUOTS]) 724f32764bdSDmitry Monakhov /100) * sysctl_vfs_cache_pressure; 725884d179dSJan Kara } 726884d179dSJan Kara 727884d179dSJan Kara static struct shrinker dqcache_shrinker = { 728884d179dSJan Kara .shrink = shrink_dqcache_memory, 729884d179dSJan Kara .seeks = DEFAULT_SEEKS, 730884d179dSJan Kara }; 731884d179dSJan Kara 732884d179dSJan Kara /* 733884d179dSJan Kara * Put reference to dquot 734884d179dSJan Kara * NOTE: If you change this function please check whether dqput_blocks() works right... 735884d179dSJan Kara */ 736884d179dSJan Kara void dqput(struct dquot *dquot) 737884d179dSJan Kara { 738884d179dSJan Kara int ret; 739884d179dSJan Kara 740884d179dSJan Kara if (!dquot) 741884d179dSJan Kara return; 74262af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 743884d179dSJan Kara if (!atomic_read(&dquot->dq_count)) { 744fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "trying to free free dquot of %s %d", 7454c376dcaSEric W. Biederman quotatypes[dquot->dq_id.type], 7464c376dcaSEric W. Biederman from_kqid(&init_user_ns, dquot->dq_id)); 747884d179dSJan Kara BUG(); 748884d179dSJan Kara } 749884d179dSJan Kara #endif 750dde95888SDmitry Monakhov dqstats_inc(DQST_DROPS); 751884d179dSJan Kara we_slept: 752884d179dSJan Kara spin_lock(&dq_list_lock); 753884d179dSJan Kara if (atomic_read(&dquot->dq_count) > 1) { 754884d179dSJan Kara /* We have more than one user... nothing to do */ 755884d179dSJan Kara atomic_dec(&dquot->dq_count); 756884d179dSJan Kara /* Releasing dquot during quotaoff phase? */ 7574c376dcaSEric W. Biederman if (!sb_has_quota_active(dquot->dq_sb, dquot->dq_id.type) && 758884d179dSJan Kara atomic_read(&dquot->dq_count) == 1) 759884d179dSJan Kara wake_up(&dquot->dq_wait_unused); 760884d179dSJan Kara spin_unlock(&dq_list_lock); 761884d179dSJan Kara return; 762884d179dSJan Kara } 763884d179dSJan Kara /* Need to release dquot? */ 764884d179dSJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && dquot_dirty(dquot)) { 765884d179dSJan Kara spin_unlock(&dq_list_lock); 766884d179dSJan Kara /* Commit dquot before releasing */ 767884d179dSJan Kara ret = dquot->dq_sb->dq_op->write_dquot(dquot); 768884d179dSJan Kara if (ret < 0) { 769fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't write quota structure" 770fb5ffb0eSJiaying Zhang " (error %d). Quota may get out of sync!", 771fb5ffb0eSJiaying Zhang ret); 772884d179dSJan Kara /* 773884d179dSJan Kara * We clear dirty bit anyway, so that we avoid 774884d179dSJan Kara * infinite loop here 775884d179dSJan Kara */ 776884d179dSJan Kara spin_lock(&dq_list_lock); 777884d179dSJan Kara clear_dquot_dirty(dquot); 778884d179dSJan Kara spin_unlock(&dq_list_lock); 779884d179dSJan Kara } 780884d179dSJan Kara goto we_slept; 781884d179dSJan Kara } 782884d179dSJan Kara /* Clear flag in case dquot was inactive (something bad happened) */ 783884d179dSJan Kara clear_dquot_dirty(dquot); 784884d179dSJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 785884d179dSJan Kara spin_unlock(&dq_list_lock); 786884d179dSJan Kara dquot->dq_sb->dq_op->release_dquot(dquot); 787884d179dSJan Kara goto we_slept; 788884d179dSJan Kara } 789884d179dSJan Kara atomic_dec(&dquot->dq_count); 79062af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 791884d179dSJan Kara /* sanity check */ 792884d179dSJan Kara BUG_ON(!list_empty(&dquot->dq_free)); 793884d179dSJan Kara #endif 794884d179dSJan Kara put_dquot_last(dquot); 795884d179dSJan Kara spin_unlock(&dq_list_lock); 796884d179dSJan Kara } 797884d179dSJan Kara EXPORT_SYMBOL(dqput); 798884d179dSJan Kara 799884d179dSJan Kara struct dquot *dquot_alloc(struct super_block *sb, int type) 800884d179dSJan Kara { 801884d179dSJan Kara return kmem_cache_zalloc(dquot_cachep, GFP_NOFS); 802884d179dSJan Kara } 803884d179dSJan Kara EXPORT_SYMBOL(dquot_alloc); 804884d179dSJan Kara 805884d179dSJan Kara static struct dquot *get_empty_dquot(struct super_block *sb, int type) 806884d179dSJan Kara { 807884d179dSJan Kara struct dquot *dquot; 808884d179dSJan Kara 809884d179dSJan Kara dquot = sb->dq_op->alloc_dquot(sb, type); 810884d179dSJan Kara if(!dquot) 811dd6f3c6dSJan Kara return NULL; 812884d179dSJan Kara 813884d179dSJan Kara mutex_init(&dquot->dq_lock); 814884d179dSJan Kara INIT_LIST_HEAD(&dquot->dq_free); 815884d179dSJan Kara INIT_LIST_HEAD(&dquot->dq_inuse); 816884d179dSJan Kara INIT_HLIST_NODE(&dquot->dq_hash); 817884d179dSJan Kara INIT_LIST_HEAD(&dquot->dq_dirty); 818884d179dSJan Kara init_waitqueue_head(&dquot->dq_wait_unused); 819884d179dSJan Kara dquot->dq_sb = sb; 8201a06d420SEric W. Biederman dquot->dq_id = make_kqid_invalid(type); 821884d179dSJan Kara atomic_set(&dquot->dq_count, 1); 822884d179dSJan Kara 823884d179dSJan Kara return dquot; 824884d179dSJan Kara } 825884d179dSJan Kara 826884d179dSJan Kara /* 827884d179dSJan Kara * Get reference to dquot 828884d179dSJan Kara * 829884d179dSJan Kara * Locking is slightly tricky here. We are guarded from parallel quotaoff() 830884d179dSJan Kara * destroying our dquot by: 831884d179dSJan Kara * a) checking for quota flags under dq_list_lock and 832884d179dSJan Kara * b) getting a reference to dquot before we release dq_list_lock 833884d179dSJan Kara */ 834aca645a6SEric W. Biederman struct dquot *dqget(struct super_block *sb, struct kqid qid) 835884d179dSJan Kara { 8361a06d420SEric W. Biederman unsigned int hashent = hashfn(sb, qid); 837dd6f3c6dSJan Kara struct dquot *dquot = NULL, *empty = NULL; 838884d179dSJan Kara 8391a06d420SEric W. Biederman if (!sb_has_quota_active(sb, qid.type)) 840dd6f3c6dSJan Kara return NULL; 841884d179dSJan Kara we_slept: 842884d179dSJan Kara spin_lock(&dq_list_lock); 843884d179dSJan Kara spin_lock(&dq_state_lock); 8441a06d420SEric W. Biederman if (!sb_has_quota_active(sb, qid.type)) { 845884d179dSJan Kara spin_unlock(&dq_state_lock); 846884d179dSJan Kara spin_unlock(&dq_list_lock); 847884d179dSJan Kara goto out; 848884d179dSJan Kara } 849884d179dSJan Kara spin_unlock(&dq_state_lock); 850884d179dSJan Kara 8511a06d420SEric W. Biederman dquot = find_dquot(hashent, sb, qid); 852dd6f3c6dSJan Kara if (!dquot) { 853dd6f3c6dSJan Kara if (!empty) { 854884d179dSJan Kara spin_unlock(&dq_list_lock); 8551a06d420SEric W. Biederman empty = get_empty_dquot(sb, qid.type); 856dd6f3c6dSJan Kara if (!empty) 857884d179dSJan Kara schedule(); /* Try to wait for a moment... */ 858884d179dSJan Kara goto we_slept; 859884d179dSJan Kara } 860884d179dSJan Kara dquot = empty; 861dd6f3c6dSJan Kara empty = NULL; 8624c376dcaSEric W. Biederman dquot->dq_id = qid; 863884d179dSJan Kara /* all dquots go on the inuse_list */ 864884d179dSJan Kara put_inuse(dquot); 865884d179dSJan Kara /* hash it first so it can be found */ 866884d179dSJan Kara insert_dquot_hash(dquot); 867884d179dSJan Kara spin_unlock(&dq_list_lock); 868dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 869884d179dSJan Kara } else { 870884d179dSJan Kara if (!atomic_read(&dquot->dq_count)) 871884d179dSJan Kara remove_free_dquot(dquot); 872884d179dSJan Kara atomic_inc(&dquot->dq_count); 873884d179dSJan Kara spin_unlock(&dq_list_lock); 874dde95888SDmitry Monakhov dqstats_inc(DQST_CACHE_HITS); 875dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 876884d179dSJan Kara } 877268157baSJan Kara /* Wait for dq_lock - after this we know that either dquot_release() is 878268157baSJan Kara * already finished or it will be canceled due to dq_count > 1 test */ 879884d179dSJan Kara wait_on_dquot(dquot); 880268157baSJan Kara /* Read the dquot / allocate space in quota file */ 881268157baSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && 882268157baSJan Kara sb->dq_op->acquire_dquot(dquot) < 0) { 883884d179dSJan Kara dqput(dquot); 884dd6f3c6dSJan Kara dquot = NULL; 885884d179dSJan Kara goto out; 886884d179dSJan Kara } 88762af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 888884d179dSJan Kara BUG_ON(!dquot->dq_sb); /* Has somebody invalidated entry under us? */ 889884d179dSJan Kara #endif 890884d179dSJan Kara out: 891884d179dSJan Kara if (empty) 892884d179dSJan Kara do_destroy_dquot(empty); 893884d179dSJan Kara 894884d179dSJan Kara return dquot; 895884d179dSJan Kara } 896884d179dSJan Kara EXPORT_SYMBOL(dqget); 897884d179dSJan Kara 898884d179dSJan Kara static int dqinit_needed(struct inode *inode, int type) 899884d179dSJan Kara { 900884d179dSJan Kara int cnt; 901884d179dSJan Kara 902884d179dSJan Kara if (IS_NOQUOTA(inode)) 903884d179dSJan Kara return 0; 904884d179dSJan Kara if (type != -1) 905dd6f3c6dSJan Kara return !inode->i_dquot[type]; 906884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 907dd6f3c6dSJan Kara if (!inode->i_dquot[cnt]) 908884d179dSJan Kara return 1; 909884d179dSJan Kara return 0; 910884d179dSJan Kara } 911884d179dSJan Kara 912884d179dSJan Kara /* This routine is guarded by dqonoff_mutex mutex */ 913884d179dSJan Kara static void add_dquot_ref(struct super_block *sb, int type) 914884d179dSJan Kara { 915884d179dSJan Kara struct inode *inode, *old_inode = NULL; 91662af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 9170a5a9c72SJan Kara int reserved = 0; 9184c5e6c0eSJan Kara #endif 919884d179dSJan Kara 92055fa6091SDave Chinner spin_lock(&inode_sb_list_lock); 921884d179dSJan Kara list_for_each_entry(inode, &sb->s_inodes, i_sb_list) { 922250df6edSDave Chinner spin_lock(&inode->i_lock); 923250df6edSDave Chinner if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) || 924250df6edSDave Chinner !atomic_read(&inode->i_writecount) || 925250df6edSDave Chinner !dqinit_needed(inode, type)) { 926250df6edSDave Chinner spin_unlock(&inode->i_lock); 9273ae5080fSLinus Torvalds continue; 928250df6edSDave Chinner } 929884d179dSJan Kara __iget(inode); 930250df6edSDave Chinner spin_unlock(&inode->i_lock); 93155fa6091SDave Chinner spin_unlock(&inode_sb_list_lock); 932884d179dSJan Kara 933d7e97117SJan Kara #ifdef CONFIG_QUOTA_DEBUG 934d7e97117SJan Kara if (unlikely(inode_get_rsv_space(inode) > 0)) 935d7e97117SJan Kara reserved = 1; 936d7e97117SJan Kara #endif 937884d179dSJan Kara iput(old_inode); 938871a2931SChristoph Hellwig __dquot_initialize(inode, type); 93955fa6091SDave Chinner 94055fa6091SDave Chinner /* 94155fa6091SDave Chinner * We hold a reference to 'inode' so it couldn't have been 94255fa6091SDave Chinner * removed from s_inodes list while we dropped the 94355fa6091SDave Chinner * inode_sb_list_lock We cannot iput the inode now as we can be 94455fa6091SDave Chinner * holding the last reference and we cannot iput it under 94555fa6091SDave Chinner * inode_sb_list_lock. So we keep the reference and iput it 94655fa6091SDave Chinner * later. 94755fa6091SDave Chinner */ 948884d179dSJan Kara old_inode = inode; 94955fa6091SDave Chinner spin_lock(&inode_sb_list_lock); 950884d179dSJan Kara } 95155fa6091SDave Chinner spin_unlock(&inode_sb_list_lock); 952884d179dSJan Kara iput(old_inode); 9530a5a9c72SJan Kara 95462af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 9550a5a9c72SJan Kara if (reserved) { 956fb5ffb0eSJiaying Zhang quota_error(sb, "Writes happened before quota was turned on " 957fb5ffb0eSJiaying Zhang "thus quota information is probably inconsistent. " 958fb5ffb0eSJiaying Zhang "Please run quotacheck(8)"); 9590a5a9c72SJan Kara } 9604c5e6c0eSJan Kara #endif 961884d179dSJan Kara } 962884d179dSJan Kara 963268157baSJan Kara /* 964268157baSJan Kara * Return 0 if dqput() won't block. 965268157baSJan Kara * (note that 1 doesn't necessarily mean blocking) 966268157baSJan Kara */ 967884d179dSJan Kara static inline int dqput_blocks(struct dquot *dquot) 968884d179dSJan Kara { 969884d179dSJan Kara if (atomic_read(&dquot->dq_count) <= 1) 970884d179dSJan Kara return 1; 971884d179dSJan Kara return 0; 972884d179dSJan Kara } 973884d179dSJan Kara 974268157baSJan Kara /* 975268157baSJan Kara * Remove references to dquots from inode and add dquot to list for freeing 97625985edcSLucas De Marchi * if we have the last reference to dquot 977268157baSJan Kara * We can't race with anybody because we hold dqptr_sem for writing... 978268157baSJan Kara */ 979884d179dSJan Kara static int remove_inode_dquot_ref(struct inode *inode, int type, 980884d179dSJan Kara struct list_head *tofree_head) 981884d179dSJan Kara { 982884d179dSJan Kara struct dquot *dquot = inode->i_dquot[type]; 983884d179dSJan Kara 984dd6f3c6dSJan Kara inode->i_dquot[type] = NULL; 985dd6f3c6dSJan Kara if (dquot) { 986884d179dSJan Kara if (dqput_blocks(dquot)) { 98762af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 988884d179dSJan Kara if (atomic_read(&dquot->dq_count) != 1) 989fb5ffb0eSJiaying Zhang quota_error(inode->i_sb, "Adding dquot with " 990fb5ffb0eSJiaying Zhang "dq_count %d to dispose list", 991fb5ffb0eSJiaying Zhang atomic_read(&dquot->dq_count)); 992884d179dSJan Kara #endif 993884d179dSJan Kara spin_lock(&dq_list_lock); 994268157baSJan Kara /* As dquot must have currently users it can't be on 995268157baSJan Kara * the free list... */ 996268157baSJan Kara list_add(&dquot->dq_free, tofree_head); 997884d179dSJan Kara spin_unlock(&dq_list_lock); 998884d179dSJan Kara return 1; 999884d179dSJan Kara } 1000884d179dSJan Kara else 1001884d179dSJan Kara dqput(dquot); /* We have guaranteed we won't block */ 1002884d179dSJan Kara } 1003884d179dSJan Kara return 0; 1004884d179dSJan Kara } 1005884d179dSJan Kara 1006268157baSJan Kara /* 1007268157baSJan Kara * Free list of dquots 1008268157baSJan Kara * Dquots are removed from inodes and no new references can be got so we are 1009268157baSJan Kara * the only ones holding reference 1010268157baSJan Kara */ 1011884d179dSJan Kara static void put_dquot_list(struct list_head *tofree_head) 1012884d179dSJan Kara { 1013884d179dSJan Kara struct list_head *act_head; 1014884d179dSJan Kara struct dquot *dquot; 1015884d179dSJan Kara 1016884d179dSJan Kara act_head = tofree_head->next; 1017884d179dSJan Kara while (act_head != tofree_head) { 1018884d179dSJan Kara dquot = list_entry(act_head, struct dquot, dq_free); 1019884d179dSJan Kara act_head = act_head->next; 1020268157baSJan Kara /* Remove dquot from the list so we won't have problems... */ 1021268157baSJan Kara list_del_init(&dquot->dq_free); 1022884d179dSJan Kara dqput(dquot); 1023884d179dSJan Kara } 1024884d179dSJan Kara } 1025884d179dSJan Kara 1026884d179dSJan Kara static void remove_dquot_ref(struct super_block *sb, int type, 1027884d179dSJan Kara struct list_head *tofree_head) 1028884d179dSJan Kara { 1029884d179dSJan Kara struct inode *inode; 10307af9cce8SDmitry Monakhov int reserved = 0; 1031884d179dSJan Kara 103255fa6091SDave Chinner spin_lock(&inode_sb_list_lock); 1033884d179dSJan Kara list_for_each_entry(inode, &sb->s_inodes, i_sb_list) { 10343ae5080fSLinus Torvalds /* 10353ae5080fSLinus Torvalds * We have to scan also I_NEW inodes because they can already 10363ae5080fSLinus Torvalds * have quota pointer initialized. Luckily, we need to touch 10373ae5080fSLinus Torvalds * only quota pointers and these have separate locking 10383ae5080fSLinus Torvalds * (dqptr_sem). 10393ae5080fSLinus Torvalds */ 10407af9cce8SDmitry Monakhov if (!IS_NOQUOTA(inode)) { 10417af9cce8SDmitry Monakhov if (unlikely(inode_get_rsv_space(inode) > 0)) 10427af9cce8SDmitry Monakhov reserved = 1; 1043884d179dSJan Kara remove_inode_dquot_ref(inode, type, tofree_head); 1044884d179dSJan Kara } 10457af9cce8SDmitry Monakhov } 104655fa6091SDave Chinner spin_unlock(&inode_sb_list_lock); 10477af9cce8SDmitry Monakhov #ifdef CONFIG_QUOTA_DEBUG 10487af9cce8SDmitry Monakhov if (reserved) { 10497af9cce8SDmitry Monakhov printk(KERN_WARNING "VFS (%s): Writes happened after quota" 10507af9cce8SDmitry Monakhov " was disabled thus quota information is probably " 10517af9cce8SDmitry Monakhov "inconsistent. Please run quotacheck(8).\n", sb->s_id); 10527af9cce8SDmitry Monakhov } 10537af9cce8SDmitry Monakhov #endif 1054884d179dSJan Kara } 1055884d179dSJan Kara 1056884d179dSJan Kara /* Gather all references from inodes and drop them */ 1057884d179dSJan Kara static void drop_dquot_ref(struct super_block *sb, int type) 1058884d179dSJan Kara { 1059884d179dSJan Kara LIST_HEAD(tofree_head); 1060884d179dSJan Kara 1061884d179dSJan Kara if (sb->dq_op) { 1062884d179dSJan Kara down_write(&sb_dqopt(sb)->dqptr_sem); 1063884d179dSJan Kara remove_dquot_ref(sb, type, &tofree_head); 1064884d179dSJan Kara up_write(&sb_dqopt(sb)->dqptr_sem); 1065884d179dSJan Kara put_dquot_list(&tofree_head); 1066884d179dSJan Kara } 1067884d179dSJan Kara } 1068884d179dSJan Kara 1069884d179dSJan Kara static inline void dquot_incr_inodes(struct dquot *dquot, qsize_t number) 1070884d179dSJan Kara { 1071884d179dSJan Kara dquot->dq_dqb.dqb_curinodes += number; 1072884d179dSJan Kara } 1073884d179dSJan Kara 1074884d179dSJan Kara static inline void dquot_incr_space(struct dquot *dquot, qsize_t number) 1075884d179dSJan Kara { 1076884d179dSJan Kara dquot->dq_dqb.dqb_curspace += number; 1077884d179dSJan Kara } 1078884d179dSJan Kara 1079884d179dSJan Kara static inline void dquot_resv_space(struct dquot *dquot, qsize_t number) 1080884d179dSJan Kara { 1081884d179dSJan Kara dquot->dq_dqb.dqb_rsvspace += number; 1082884d179dSJan Kara } 1083884d179dSJan Kara 1084884d179dSJan Kara /* 1085884d179dSJan Kara * Claim reserved quota space 1086884d179dSJan Kara */ 10870a5a9c72SJan Kara static void dquot_claim_reserved_space(struct dquot *dquot, qsize_t number) 1088884d179dSJan Kara { 10890a5a9c72SJan Kara if (dquot->dq_dqb.dqb_rsvspace < number) { 10900a5a9c72SJan Kara WARN_ON_ONCE(1); 10910a5a9c72SJan Kara number = dquot->dq_dqb.dqb_rsvspace; 10920a5a9c72SJan Kara } 1093884d179dSJan Kara dquot->dq_dqb.dqb_curspace += number; 1094884d179dSJan Kara dquot->dq_dqb.dqb_rsvspace -= number; 1095884d179dSJan Kara } 1096884d179dSJan Kara 1097*1c8924ebSJan Kara static void dquot_reclaim_reserved_space(struct dquot *dquot, qsize_t number) 1098*1c8924ebSJan Kara { 1099*1c8924ebSJan Kara if (WARN_ON_ONCE(dquot->dq_dqb.dqb_curspace < number)) 1100*1c8924ebSJan Kara number = dquot->dq_dqb.dqb_curspace; 1101*1c8924ebSJan Kara dquot->dq_dqb.dqb_rsvspace += number; 1102*1c8924ebSJan Kara dquot->dq_dqb.dqb_curspace -= number; 1103*1c8924ebSJan Kara } 1104*1c8924ebSJan Kara 1105884d179dSJan Kara static inline 1106884d179dSJan Kara void dquot_free_reserved_space(struct dquot *dquot, qsize_t number) 1107884d179dSJan Kara { 11080a5a9c72SJan Kara if (dquot->dq_dqb.dqb_rsvspace >= number) 1109884d179dSJan Kara dquot->dq_dqb.dqb_rsvspace -= number; 11100a5a9c72SJan Kara else { 11110a5a9c72SJan Kara WARN_ON_ONCE(1); 11120a5a9c72SJan Kara dquot->dq_dqb.dqb_rsvspace = 0; 11130a5a9c72SJan Kara } 1114884d179dSJan Kara } 1115884d179dSJan Kara 11167a2435d8SJan Kara static void dquot_decr_inodes(struct dquot *dquot, qsize_t number) 1117884d179dSJan Kara { 1118884d179dSJan Kara if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE || 1119884d179dSJan Kara dquot->dq_dqb.dqb_curinodes >= number) 1120884d179dSJan Kara dquot->dq_dqb.dqb_curinodes -= number; 1121884d179dSJan Kara else 1122884d179dSJan Kara dquot->dq_dqb.dqb_curinodes = 0; 1123884d179dSJan Kara if (dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit) 1124884d179dSJan Kara dquot->dq_dqb.dqb_itime = (time_t) 0; 1125884d179dSJan Kara clear_bit(DQ_INODES_B, &dquot->dq_flags); 1126884d179dSJan Kara } 1127884d179dSJan Kara 11287a2435d8SJan Kara static void dquot_decr_space(struct dquot *dquot, qsize_t number) 1129884d179dSJan Kara { 1130884d179dSJan Kara if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE || 1131884d179dSJan Kara dquot->dq_dqb.dqb_curspace >= number) 1132884d179dSJan Kara dquot->dq_dqb.dqb_curspace -= number; 1133884d179dSJan Kara else 1134884d179dSJan Kara dquot->dq_dqb.dqb_curspace = 0; 1135884d179dSJan Kara if (dquot->dq_dqb.dqb_curspace <= dquot->dq_dqb.dqb_bsoftlimit) 1136884d179dSJan Kara dquot->dq_dqb.dqb_btime = (time_t) 0; 1137884d179dSJan Kara clear_bit(DQ_BLKS_B, &dquot->dq_flags); 1138884d179dSJan Kara } 1139884d179dSJan Kara 1140bf097aafSJan Kara struct dquot_warn { 1141bf097aafSJan Kara struct super_block *w_sb; 11427b9c7321SEric W. Biederman struct kqid w_dq_id; 1143bf097aafSJan Kara short w_type; 1144bf097aafSJan Kara }; 1145bf097aafSJan Kara 1146884d179dSJan Kara static int warning_issued(struct dquot *dquot, const int warntype) 1147884d179dSJan Kara { 1148884d179dSJan Kara int flag = (warntype == QUOTA_NL_BHARDWARN || 1149884d179dSJan Kara warntype == QUOTA_NL_BSOFTLONGWARN) ? DQ_BLKS_B : 1150884d179dSJan Kara ((warntype == QUOTA_NL_IHARDWARN || 1151884d179dSJan Kara warntype == QUOTA_NL_ISOFTLONGWARN) ? DQ_INODES_B : 0); 1152884d179dSJan Kara 1153884d179dSJan Kara if (!flag) 1154884d179dSJan Kara return 0; 1155884d179dSJan Kara return test_and_set_bit(flag, &dquot->dq_flags); 1156884d179dSJan Kara } 1157884d179dSJan Kara 1158884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING 1159884d179dSJan Kara static int flag_print_warnings = 1; 1160884d179dSJan Kara 1161bf097aafSJan Kara static int need_print_warning(struct dquot_warn *warn) 1162884d179dSJan Kara { 1163884d179dSJan Kara if (!flag_print_warnings) 1164884d179dSJan Kara return 0; 1165884d179dSJan Kara 11667b9c7321SEric W. Biederman switch (warn->w_dq_id.type) { 1167884d179dSJan Kara case USRQUOTA: 11681a06d420SEric W. Biederman return uid_eq(current_fsuid(), warn->w_dq_id.uid); 1169884d179dSJan Kara case GRPQUOTA: 11707b9c7321SEric W. Biederman return in_group_p(warn->w_dq_id.gid); 11716c29c50fSJan Kara case PRJQUOTA: /* Never taken... Just make gcc happy */ 11726c29c50fSJan Kara return 0; 1173884d179dSJan Kara } 1174884d179dSJan Kara return 0; 1175884d179dSJan Kara } 1176884d179dSJan Kara 1177884d179dSJan Kara /* Print warning to user which exceeded quota */ 1178bf097aafSJan Kara static void print_warning(struct dquot_warn *warn) 1179884d179dSJan Kara { 1180884d179dSJan Kara char *msg = NULL; 1181884d179dSJan Kara struct tty_struct *tty; 1182bf097aafSJan Kara int warntype = warn->w_type; 1183884d179dSJan Kara 1184884d179dSJan Kara if (warntype == QUOTA_NL_IHARDBELOW || 1185884d179dSJan Kara warntype == QUOTA_NL_ISOFTBELOW || 1186884d179dSJan Kara warntype == QUOTA_NL_BHARDBELOW || 1187bf097aafSJan Kara warntype == QUOTA_NL_BSOFTBELOW || !need_print_warning(warn)) 1188884d179dSJan Kara return; 1189884d179dSJan Kara 1190884d179dSJan Kara tty = get_current_tty(); 1191884d179dSJan Kara if (!tty) 1192884d179dSJan Kara return; 1193bf097aafSJan Kara tty_write_message(tty, warn->w_sb->s_id); 1194884d179dSJan Kara if (warntype == QUOTA_NL_ISOFTWARN || warntype == QUOTA_NL_BSOFTWARN) 1195884d179dSJan Kara tty_write_message(tty, ": warning, "); 1196884d179dSJan Kara else 1197884d179dSJan Kara tty_write_message(tty, ": write failed, "); 11987b9c7321SEric W. Biederman tty_write_message(tty, quotatypes[warn->w_dq_id.type]); 1199884d179dSJan Kara switch (warntype) { 1200884d179dSJan Kara case QUOTA_NL_IHARDWARN: 1201884d179dSJan Kara msg = " file limit reached.\r\n"; 1202884d179dSJan Kara break; 1203884d179dSJan Kara case QUOTA_NL_ISOFTLONGWARN: 1204884d179dSJan Kara msg = " file quota exceeded too long.\r\n"; 1205884d179dSJan Kara break; 1206884d179dSJan Kara case QUOTA_NL_ISOFTWARN: 1207884d179dSJan Kara msg = " file quota exceeded.\r\n"; 1208884d179dSJan Kara break; 1209884d179dSJan Kara case QUOTA_NL_BHARDWARN: 1210884d179dSJan Kara msg = " block limit reached.\r\n"; 1211884d179dSJan Kara break; 1212884d179dSJan Kara case QUOTA_NL_BSOFTLONGWARN: 1213884d179dSJan Kara msg = " block quota exceeded too long.\r\n"; 1214884d179dSJan Kara break; 1215884d179dSJan Kara case QUOTA_NL_BSOFTWARN: 1216884d179dSJan Kara msg = " block quota exceeded.\r\n"; 1217884d179dSJan Kara break; 1218884d179dSJan Kara } 1219884d179dSJan Kara tty_write_message(tty, msg); 1220884d179dSJan Kara tty_kref_put(tty); 1221884d179dSJan Kara } 1222884d179dSJan Kara #endif 1223884d179dSJan Kara 1224bf097aafSJan Kara static void prepare_warning(struct dquot_warn *warn, struct dquot *dquot, 1225bf097aafSJan Kara int warntype) 1226bf097aafSJan Kara { 1227bf097aafSJan Kara if (warning_issued(dquot, warntype)) 1228bf097aafSJan Kara return; 1229bf097aafSJan Kara warn->w_type = warntype; 1230bf097aafSJan Kara warn->w_sb = dquot->dq_sb; 1231bf097aafSJan Kara warn->w_dq_id = dquot->dq_id; 1232bf097aafSJan Kara } 1233bf097aafSJan Kara 1234884d179dSJan Kara /* 1235884d179dSJan Kara * Write warnings to the console and send warning messages over netlink. 1236884d179dSJan Kara * 1237bf097aafSJan Kara * Note that this function can call into tty and networking code. 1238884d179dSJan Kara */ 1239bf097aafSJan Kara static void flush_warnings(struct dquot_warn *warn) 1240884d179dSJan Kara { 1241884d179dSJan Kara int i; 1242884d179dSJan Kara 124386e931a3SSteven Whitehouse for (i = 0; i < MAXQUOTAS; i++) { 1244bf097aafSJan Kara if (warn[i].w_type == QUOTA_NL_NOWARN) 1245bf097aafSJan Kara continue; 1246884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING 1247bf097aafSJan Kara print_warning(&warn[i]); 1248884d179dSJan Kara #endif 12497b9c7321SEric W. Biederman quota_send_warning(warn[i].w_dq_id, 1250bf097aafSJan Kara warn[i].w_sb->s_dev, warn[i].w_type); 1251884d179dSJan Kara } 1252884d179dSJan Kara } 1253884d179dSJan Kara 12547a2435d8SJan Kara static int ignore_hardlimit(struct dquot *dquot) 1255884d179dSJan Kara { 12564c376dcaSEric W. Biederman struct mem_dqinfo *info = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type]; 1257884d179dSJan Kara 1258884d179dSJan Kara return capable(CAP_SYS_RESOURCE) && 1259268157baSJan Kara (info->dqi_format->qf_fmt_id != QFMT_VFS_OLD || 1260268157baSJan Kara !(info->dqi_flags & V1_DQF_RSQUASH)); 1261884d179dSJan Kara } 1262884d179dSJan Kara 1263884d179dSJan Kara /* needs dq_data_lock */ 1264bf097aafSJan Kara static int check_idq(struct dquot *dquot, qsize_t inodes, 1265bf097aafSJan Kara struct dquot_warn *warn) 1266884d179dSJan Kara { 1267268157baSJan Kara qsize_t newinodes = dquot->dq_dqb.dqb_curinodes + inodes; 1268268157baSJan Kara 12694c376dcaSEric W. Biederman if (!sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type) || 1270884d179dSJan Kara test_bit(DQ_FAKE_B, &dquot->dq_flags)) 1271efd8f0e6SChristoph Hellwig return 0; 1272884d179dSJan Kara 1273884d179dSJan Kara if (dquot->dq_dqb.dqb_ihardlimit && 1274268157baSJan Kara newinodes > dquot->dq_dqb.dqb_ihardlimit && 1275884d179dSJan Kara !ignore_hardlimit(dquot)) { 1276bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_IHARDWARN); 1277efd8f0e6SChristoph Hellwig return -EDQUOT; 1278884d179dSJan Kara } 1279884d179dSJan Kara 1280884d179dSJan Kara if (dquot->dq_dqb.dqb_isoftlimit && 1281268157baSJan Kara newinodes > dquot->dq_dqb.dqb_isoftlimit && 1282268157baSJan Kara dquot->dq_dqb.dqb_itime && 1283268157baSJan Kara get_seconds() >= dquot->dq_dqb.dqb_itime && 1284884d179dSJan Kara !ignore_hardlimit(dquot)) { 1285bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_ISOFTLONGWARN); 1286efd8f0e6SChristoph Hellwig return -EDQUOT; 1287884d179dSJan Kara } 1288884d179dSJan Kara 1289884d179dSJan Kara if (dquot->dq_dqb.dqb_isoftlimit && 1290268157baSJan Kara newinodes > dquot->dq_dqb.dqb_isoftlimit && 1291884d179dSJan Kara dquot->dq_dqb.dqb_itime == 0) { 1292bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_ISOFTWARN); 1293268157baSJan Kara dquot->dq_dqb.dqb_itime = get_seconds() + 12944c376dcaSEric W. Biederman sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type].dqi_igrace; 1295884d179dSJan Kara } 1296884d179dSJan Kara 1297efd8f0e6SChristoph Hellwig return 0; 1298884d179dSJan Kara } 1299884d179dSJan Kara 1300884d179dSJan Kara /* needs dq_data_lock */ 1301bf097aafSJan Kara static int check_bdq(struct dquot *dquot, qsize_t space, int prealloc, 1302bf097aafSJan Kara struct dquot_warn *warn) 1303884d179dSJan Kara { 1304884d179dSJan Kara qsize_t tspace; 1305268157baSJan Kara struct super_block *sb = dquot->dq_sb; 1306884d179dSJan Kara 13074c376dcaSEric W. Biederman if (!sb_has_quota_limits_enabled(sb, dquot->dq_id.type) || 1308884d179dSJan Kara test_bit(DQ_FAKE_B, &dquot->dq_flags)) 1309efd8f0e6SChristoph Hellwig return 0; 1310884d179dSJan Kara 1311884d179dSJan Kara tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace 1312884d179dSJan Kara + space; 1313884d179dSJan Kara 1314884d179dSJan Kara if (dquot->dq_dqb.dqb_bhardlimit && 1315884d179dSJan Kara tspace > dquot->dq_dqb.dqb_bhardlimit && 1316884d179dSJan Kara !ignore_hardlimit(dquot)) { 1317884d179dSJan Kara if (!prealloc) 1318bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_BHARDWARN); 1319efd8f0e6SChristoph Hellwig return -EDQUOT; 1320884d179dSJan Kara } 1321884d179dSJan Kara 1322884d179dSJan Kara if (dquot->dq_dqb.dqb_bsoftlimit && 1323884d179dSJan Kara tspace > dquot->dq_dqb.dqb_bsoftlimit && 1324268157baSJan Kara dquot->dq_dqb.dqb_btime && 1325268157baSJan Kara get_seconds() >= dquot->dq_dqb.dqb_btime && 1326884d179dSJan Kara !ignore_hardlimit(dquot)) { 1327884d179dSJan Kara if (!prealloc) 1328bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_BSOFTLONGWARN); 1329efd8f0e6SChristoph Hellwig return -EDQUOT; 1330884d179dSJan Kara } 1331884d179dSJan Kara 1332884d179dSJan Kara if (dquot->dq_dqb.dqb_bsoftlimit && 1333884d179dSJan Kara tspace > dquot->dq_dqb.dqb_bsoftlimit && 1334884d179dSJan Kara dquot->dq_dqb.dqb_btime == 0) { 1335884d179dSJan Kara if (!prealloc) { 1336bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_BSOFTWARN); 1337268157baSJan Kara dquot->dq_dqb.dqb_btime = get_seconds() + 13384c376dcaSEric W. Biederman sb_dqopt(sb)->info[dquot->dq_id.type].dqi_bgrace; 1339884d179dSJan Kara } 1340884d179dSJan Kara else 1341884d179dSJan Kara /* 1342884d179dSJan Kara * We don't allow preallocation to exceed softlimit so exceeding will 1343884d179dSJan Kara * be always printed 1344884d179dSJan Kara */ 1345efd8f0e6SChristoph Hellwig return -EDQUOT; 1346884d179dSJan Kara } 1347884d179dSJan Kara 1348efd8f0e6SChristoph Hellwig return 0; 1349884d179dSJan Kara } 1350884d179dSJan Kara 1351884d179dSJan Kara static int info_idq_free(struct dquot *dquot, qsize_t inodes) 1352884d179dSJan Kara { 1353268157baSJan Kara qsize_t newinodes; 1354268157baSJan Kara 1355884d179dSJan Kara if (test_bit(DQ_FAKE_B, &dquot->dq_flags) || 1356884d179dSJan Kara dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit || 13574c376dcaSEric W. Biederman !sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type)) 1358884d179dSJan Kara return QUOTA_NL_NOWARN; 1359884d179dSJan Kara 1360268157baSJan Kara newinodes = dquot->dq_dqb.dqb_curinodes - inodes; 1361268157baSJan Kara if (newinodes <= dquot->dq_dqb.dqb_isoftlimit) 1362884d179dSJan Kara return QUOTA_NL_ISOFTBELOW; 1363884d179dSJan Kara if (dquot->dq_dqb.dqb_curinodes >= dquot->dq_dqb.dqb_ihardlimit && 1364268157baSJan Kara newinodes < dquot->dq_dqb.dqb_ihardlimit) 1365884d179dSJan Kara return QUOTA_NL_IHARDBELOW; 1366884d179dSJan Kara return QUOTA_NL_NOWARN; 1367884d179dSJan Kara } 1368884d179dSJan Kara 1369884d179dSJan Kara static int info_bdq_free(struct dquot *dquot, qsize_t space) 1370884d179dSJan Kara { 1371884d179dSJan Kara if (test_bit(DQ_FAKE_B, &dquot->dq_flags) || 1372884d179dSJan Kara dquot->dq_dqb.dqb_curspace <= dquot->dq_dqb.dqb_bsoftlimit) 1373884d179dSJan Kara return QUOTA_NL_NOWARN; 1374884d179dSJan Kara 1375884d179dSJan Kara if (dquot->dq_dqb.dqb_curspace - space <= dquot->dq_dqb.dqb_bsoftlimit) 1376884d179dSJan Kara return QUOTA_NL_BSOFTBELOW; 1377884d179dSJan Kara if (dquot->dq_dqb.dqb_curspace >= dquot->dq_dqb.dqb_bhardlimit && 1378884d179dSJan Kara dquot->dq_dqb.dqb_curspace - space < dquot->dq_dqb.dqb_bhardlimit) 1379884d179dSJan Kara return QUOTA_NL_BHARDBELOW; 1380884d179dSJan Kara return QUOTA_NL_NOWARN; 1381884d179dSJan Kara } 13820a5a9c72SJan Kara 1383189eef59SChristoph Hellwig static int dquot_active(const struct inode *inode) 1384189eef59SChristoph Hellwig { 1385189eef59SChristoph Hellwig struct super_block *sb = inode->i_sb; 1386189eef59SChristoph Hellwig 1387189eef59SChristoph Hellwig if (IS_NOQUOTA(inode)) 1388189eef59SChristoph Hellwig return 0; 1389189eef59SChristoph Hellwig return sb_any_quota_loaded(sb) & ~sb_any_quota_suspended(sb); 1390189eef59SChristoph Hellwig } 1391189eef59SChristoph Hellwig 1392884d179dSJan Kara /* 1393884d179dSJan Kara * Initialize quota pointers in inode 1394871a2931SChristoph Hellwig * 1395884d179dSJan Kara * We do things in a bit complicated way but by that we avoid calling 1396884d179dSJan Kara * dqget() and thus filesystem callbacks under dqptr_sem. 1397871a2931SChristoph Hellwig * 1398871a2931SChristoph Hellwig * It is better to call this function outside of any transaction as it 1399871a2931SChristoph Hellwig * might need a lot of space in journal for dquot structure allocation. 1400884d179dSJan Kara */ 1401871a2931SChristoph Hellwig static void __dquot_initialize(struct inode *inode, int type) 1402884d179dSJan Kara { 1403871a2931SChristoph Hellwig int cnt; 1404ad1e6e8dSDmitry Monakhov struct dquot *got[MAXQUOTAS]; 1405884d179dSJan Kara struct super_block *sb = inode->i_sb; 14060a5a9c72SJan Kara qsize_t rsv; 1407884d179dSJan Kara 1408884d179dSJan Kara /* First test before acquiring mutex - solves deadlocks when we 1409884d179dSJan Kara * re-enter the quota code and are already holding the mutex */ 1410189eef59SChristoph Hellwig if (!dquot_active(inode)) 1411871a2931SChristoph Hellwig return; 1412884d179dSJan Kara 1413884d179dSJan Kara /* First get references to structures we might need. */ 1414884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1415aca645a6SEric W. Biederman struct kqid qid; 1416ad1e6e8dSDmitry Monakhov got[cnt] = NULL; 1417884d179dSJan Kara if (type != -1 && cnt != type) 1418884d179dSJan Kara continue; 1419884d179dSJan Kara switch (cnt) { 1420884d179dSJan Kara case USRQUOTA: 1421aca645a6SEric W. Biederman qid = make_kqid_uid(inode->i_uid); 1422884d179dSJan Kara break; 1423884d179dSJan Kara case GRPQUOTA: 1424aca645a6SEric W. Biederman qid = make_kqid_gid(inode->i_gid); 1425884d179dSJan Kara break; 1426884d179dSJan Kara } 1427aca645a6SEric W. Biederman got[cnt] = dqget(sb, qid); 1428884d179dSJan Kara } 1429884d179dSJan Kara 1430884d179dSJan Kara down_write(&sb_dqopt(sb)->dqptr_sem); 1431884d179dSJan Kara if (IS_NOQUOTA(inode)) 1432884d179dSJan Kara goto out_err; 1433884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1434884d179dSJan Kara if (type != -1 && cnt != type) 1435884d179dSJan Kara continue; 1436884d179dSJan Kara /* Avoid races with quotaoff() */ 1437884d179dSJan Kara if (!sb_has_quota_active(sb, cnt)) 1438884d179dSJan Kara continue; 14394408ea41SJan Kara /* We could race with quotaon or dqget() could have failed */ 14404408ea41SJan Kara if (!got[cnt]) 14414408ea41SJan Kara continue; 1442dd6f3c6dSJan Kara if (!inode->i_dquot[cnt]) { 1443884d179dSJan Kara inode->i_dquot[cnt] = got[cnt]; 1444dd6f3c6dSJan Kara got[cnt] = NULL; 14450a5a9c72SJan Kara /* 14460a5a9c72SJan Kara * Make quota reservation system happy if someone 14470a5a9c72SJan Kara * did a write before quota was turned on 14480a5a9c72SJan Kara */ 14490a5a9c72SJan Kara rsv = inode_get_rsv_space(inode); 145068ac8bfbSJeff Mahoney if (unlikely(rsv)) { 145168ac8bfbSJeff Mahoney spin_lock(&dq_data_lock); 14520a5a9c72SJan Kara dquot_resv_space(inode->i_dquot[cnt], rsv); 145368ac8bfbSJeff Mahoney spin_unlock(&dq_data_lock); 145468ac8bfbSJeff Mahoney } 1455884d179dSJan Kara } 1456884d179dSJan Kara } 1457884d179dSJan Kara out_err: 1458884d179dSJan Kara up_write(&sb_dqopt(sb)->dqptr_sem); 1459884d179dSJan Kara /* Drop unused references */ 1460dc52dd3aSDmitry Monakhov dqput_all(got); 1461871a2931SChristoph Hellwig } 1462871a2931SChristoph Hellwig 1463871a2931SChristoph Hellwig void dquot_initialize(struct inode *inode) 1464871a2931SChristoph Hellwig { 1465871a2931SChristoph Hellwig __dquot_initialize(inode, -1); 1466884d179dSJan Kara } 1467884d179dSJan Kara EXPORT_SYMBOL(dquot_initialize); 1468884d179dSJan Kara 1469884d179dSJan Kara /* 1470884d179dSJan Kara * Release all quotas referenced by inode 1471884d179dSJan Kara */ 14729f754758SChristoph Hellwig static void __dquot_drop(struct inode *inode) 1473884d179dSJan Kara { 1474884d179dSJan Kara int cnt; 1475884d179dSJan Kara struct dquot *put[MAXQUOTAS]; 1476884d179dSJan Kara 1477884d179dSJan Kara down_write(&sb_dqopt(inode->i_sb)->dqptr_sem); 1478884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1479884d179dSJan Kara put[cnt] = inode->i_dquot[cnt]; 1480dd6f3c6dSJan Kara inode->i_dquot[cnt] = NULL; 1481884d179dSJan Kara } 1482884d179dSJan Kara up_write(&sb_dqopt(inode->i_sb)->dqptr_sem); 1483dc52dd3aSDmitry Monakhov dqput_all(put); 1484884d179dSJan Kara } 1485884d179dSJan Kara 14869f754758SChristoph Hellwig void dquot_drop(struct inode *inode) 1487884d179dSJan Kara { 1488884d179dSJan Kara int cnt; 14899f754758SChristoph Hellwig 14909f754758SChristoph Hellwig if (IS_NOQUOTA(inode)) 14919f754758SChristoph Hellwig return; 14929f754758SChristoph Hellwig 14939f754758SChristoph Hellwig /* 14949f754758SChristoph Hellwig * Test before calling to rule out calls from proc and such 1495884d179dSJan Kara * where we are not allowed to block. Note that this is 1496884d179dSJan Kara * actually reliable test even without the lock - the caller 1497884d179dSJan Kara * must assure that nobody can come after the DQUOT_DROP and 14989f754758SChristoph Hellwig * add quota pointers back anyway. 14999f754758SChristoph Hellwig */ 15009f754758SChristoph Hellwig for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1501dd6f3c6dSJan Kara if (inode->i_dquot[cnt]) 1502884d179dSJan Kara break; 15039f754758SChristoph Hellwig } 15049f754758SChristoph Hellwig 1505884d179dSJan Kara if (cnt < MAXQUOTAS) 15069f754758SChristoph Hellwig __dquot_drop(inode); 1507884d179dSJan Kara } 15089f754758SChristoph Hellwig EXPORT_SYMBOL(dquot_drop); 1509884d179dSJan Kara 1510884d179dSJan Kara /* 1511fd8fbfc1SDmitry Monakhov * inode_reserved_space is managed internally by quota, and protected by 1512fd8fbfc1SDmitry Monakhov * i_lock similar to i_blocks+i_bytes. 1513fd8fbfc1SDmitry Monakhov */ 1514fd8fbfc1SDmitry Monakhov static qsize_t *inode_reserved_space(struct inode * inode) 1515fd8fbfc1SDmitry Monakhov { 1516fd8fbfc1SDmitry Monakhov /* Filesystem must explicitly define it's own method in order to use 1517fd8fbfc1SDmitry Monakhov * quota reservation interface */ 1518fd8fbfc1SDmitry Monakhov BUG_ON(!inode->i_sb->dq_op->get_reserved_space); 1519fd8fbfc1SDmitry Monakhov return inode->i_sb->dq_op->get_reserved_space(inode); 1520fd8fbfc1SDmitry Monakhov } 1521fd8fbfc1SDmitry Monakhov 1522c469070aSDmitry Monakhov void inode_add_rsv_space(struct inode *inode, qsize_t number) 1523fd8fbfc1SDmitry Monakhov { 1524fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1525fd8fbfc1SDmitry Monakhov *inode_reserved_space(inode) += number; 1526fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1527fd8fbfc1SDmitry Monakhov } 1528c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_add_rsv_space); 1529fd8fbfc1SDmitry Monakhov 1530c469070aSDmitry Monakhov void inode_claim_rsv_space(struct inode *inode, qsize_t number) 1531fd8fbfc1SDmitry Monakhov { 1532fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1533fd8fbfc1SDmitry Monakhov *inode_reserved_space(inode) -= number; 1534fd8fbfc1SDmitry Monakhov __inode_add_bytes(inode, number); 1535fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1536fd8fbfc1SDmitry Monakhov } 1537c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_claim_rsv_space); 1538fd8fbfc1SDmitry Monakhov 1539*1c8924ebSJan Kara void inode_reclaim_rsv_space(struct inode *inode, qsize_t number) 1540*1c8924ebSJan Kara { 1541*1c8924ebSJan Kara spin_lock(&inode->i_lock); 1542*1c8924ebSJan Kara *inode_reserved_space(inode) += number; 1543*1c8924ebSJan Kara __inode_sub_bytes(inode, number); 1544*1c8924ebSJan Kara spin_unlock(&inode->i_lock); 1545*1c8924ebSJan Kara } 1546*1c8924ebSJan Kara EXPORT_SYMBOL(inode_reclaim_rsv_space); 1547*1c8924ebSJan Kara 1548c469070aSDmitry Monakhov void inode_sub_rsv_space(struct inode *inode, qsize_t number) 1549fd8fbfc1SDmitry Monakhov { 1550fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1551fd8fbfc1SDmitry Monakhov *inode_reserved_space(inode) -= number; 1552fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1553fd8fbfc1SDmitry Monakhov } 1554c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_sub_rsv_space); 1555fd8fbfc1SDmitry Monakhov 1556fd8fbfc1SDmitry Monakhov static qsize_t inode_get_rsv_space(struct inode *inode) 1557fd8fbfc1SDmitry Monakhov { 1558fd8fbfc1SDmitry Monakhov qsize_t ret; 155905b5d898SJan Kara 156005b5d898SJan Kara if (!inode->i_sb->dq_op->get_reserved_space) 156105b5d898SJan Kara return 0; 1562fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1563fd8fbfc1SDmitry Monakhov ret = *inode_reserved_space(inode); 1564fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1565fd8fbfc1SDmitry Monakhov return ret; 1566fd8fbfc1SDmitry Monakhov } 1567fd8fbfc1SDmitry Monakhov 1568fd8fbfc1SDmitry Monakhov static void inode_incr_space(struct inode *inode, qsize_t number, 1569fd8fbfc1SDmitry Monakhov int reserve) 1570fd8fbfc1SDmitry Monakhov { 1571fd8fbfc1SDmitry Monakhov if (reserve) 1572fd8fbfc1SDmitry Monakhov inode_add_rsv_space(inode, number); 1573fd8fbfc1SDmitry Monakhov else 1574fd8fbfc1SDmitry Monakhov inode_add_bytes(inode, number); 1575fd8fbfc1SDmitry Monakhov } 1576fd8fbfc1SDmitry Monakhov 1577fd8fbfc1SDmitry Monakhov static void inode_decr_space(struct inode *inode, qsize_t number, int reserve) 1578fd8fbfc1SDmitry Monakhov { 1579fd8fbfc1SDmitry Monakhov if (reserve) 1580fd8fbfc1SDmitry Monakhov inode_sub_rsv_space(inode, number); 1581fd8fbfc1SDmitry Monakhov else 1582fd8fbfc1SDmitry Monakhov inode_sub_bytes(inode, number); 1583fd8fbfc1SDmitry Monakhov } 1584fd8fbfc1SDmitry Monakhov 1585fd8fbfc1SDmitry Monakhov /* 15865dd4056dSChristoph Hellwig * This functions updates i_blocks+i_bytes fields and quota information 15875dd4056dSChristoph Hellwig * (together with appropriate checks). 15885dd4056dSChristoph Hellwig * 15895dd4056dSChristoph Hellwig * NOTE: We absolutely rely on the fact that caller dirties the inode 15905dd4056dSChristoph Hellwig * (usually helpers in quotaops.h care about this) and holds a handle for 15915dd4056dSChristoph Hellwig * the current transaction so that dquot write and inode write go into the 15925dd4056dSChristoph Hellwig * same transaction. 1593884d179dSJan Kara */ 1594884d179dSJan Kara 1595884d179dSJan Kara /* 1596884d179dSJan Kara * This operation can block, but only after everything is updated 1597884d179dSJan Kara */ 159856246f9aSEric Sandeen int __dquot_alloc_space(struct inode *inode, qsize_t number, int flags) 1599884d179dSJan Kara { 16005dd4056dSChristoph Hellwig int cnt, ret = 0; 1601bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 1602bf097aafSJan Kara struct dquot **dquots = inode->i_dquot; 160356246f9aSEric Sandeen int reserve = flags & DQUOT_SPACE_RESERVE; 1604884d179dSJan Kara 1605fd8fbfc1SDmitry Monakhov /* 1606fd8fbfc1SDmitry Monakhov * First test before acquiring mutex - solves deadlocks when we 1607fd8fbfc1SDmitry Monakhov * re-enter the quota code and are already holding the mutex 1608fd8fbfc1SDmitry Monakhov */ 1609189eef59SChristoph Hellwig if (!dquot_active(inode)) { 1610fd8fbfc1SDmitry Monakhov inode_incr_space(inode, number, reserve); 1611fd8fbfc1SDmitry Monakhov goto out; 1612fd8fbfc1SDmitry Monakhov } 1613fd8fbfc1SDmitry Monakhov 1614884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 1615bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1616884d179dSJan Kara 16176ea2eea1SJeff Liu down_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1618884d179dSJan Kara spin_lock(&dq_data_lock); 1619884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1620bf097aafSJan Kara if (!dquots[cnt]) 1621884d179dSJan Kara continue; 1622bf097aafSJan Kara ret = check_bdq(dquots[cnt], number, 1623bf097aafSJan Kara !(flags & DQUOT_SPACE_WARN), &warn[cnt]); 1624bf097aafSJan Kara if (ret && !(flags & DQUOT_SPACE_NOFAIL)) { 1625fd8fbfc1SDmitry Monakhov spin_unlock(&dq_data_lock); 1626fd8fbfc1SDmitry Monakhov goto out_flush_warn; 1627884d179dSJan Kara } 1628884d179dSJan Kara } 1629884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1630bf097aafSJan Kara if (!dquots[cnt]) 1631884d179dSJan Kara continue; 1632884d179dSJan Kara if (reserve) 1633bf097aafSJan Kara dquot_resv_space(dquots[cnt], number); 1634884d179dSJan Kara else 1635bf097aafSJan Kara dquot_incr_space(dquots[cnt], number); 1636884d179dSJan Kara } 1637fd8fbfc1SDmitry Monakhov inode_incr_space(inode, number, reserve); 1638884d179dSJan Kara spin_unlock(&dq_data_lock); 1639fd8fbfc1SDmitry Monakhov 1640fd8fbfc1SDmitry Monakhov if (reserve) 1641fd8fbfc1SDmitry Monakhov goto out_flush_warn; 1642bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1643fd8fbfc1SDmitry Monakhov out_flush_warn: 1644fd8fbfc1SDmitry Monakhov up_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1645bf097aafSJan Kara flush_warnings(warn); 1646fd8fbfc1SDmitry Monakhov out: 1647884d179dSJan Kara return ret; 1648884d179dSJan Kara } 16495dd4056dSChristoph Hellwig EXPORT_SYMBOL(__dquot_alloc_space); 1650884d179dSJan Kara 1651884d179dSJan Kara /* 1652884d179dSJan Kara * This operation can block, but only after everything is updated 1653884d179dSJan Kara */ 165463936ddaSChristoph Hellwig int dquot_alloc_inode(const struct inode *inode) 1655884d179dSJan Kara { 1656efd8f0e6SChristoph Hellwig int cnt, ret = 0; 1657bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 1658bf097aafSJan Kara struct dquot * const *dquots = inode->i_dquot; 1659884d179dSJan Kara 1660884d179dSJan Kara /* First test before acquiring mutex - solves deadlocks when we 1661884d179dSJan Kara * re-enter the quota code and are already holding the mutex */ 1662189eef59SChristoph Hellwig if (!dquot_active(inode)) 166363936ddaSChristoph Hellwig return 0; 1664884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 1665bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1666884d179dSJan Kara down_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1667884d179dSJan Kara spin_lock(&dq_data_lock); 1668884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1669bf097aafSJan Kara if (!dquots[cnt]) 1670884d179dSJan Kara continue; 1671bf097aafSJan Kara ret = check_idq(dquots[cnt], 1, &warn[cnt]); 1672efd8f0e6SChristoph Hellwig if (ret) 1673884d179dSJan Kara goto warn_put_all; 1674884d179dSJan Kara } 1675884d179dSJan Kara 1676884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1677bf097aafSJan Kara if (!dquots[cnt]) 1678884d179dSJan Kara continue; 1679bf097aafSJan Kara dquot_incr_inodes(dquots[cnt], 1); 1680884d179dSJan Kara } 1681efd8f0e6SChristoph Hellwig 1682884d179dSJan Kara warn_put_all: 1683884d179dSJan Kara spin_unlock(&dq_data_lock); 168463936ddaSChristoph Hellwig if (ret == 0) 1685bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1686884d179dSJan Kara up_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1687bf097aafSJan Kara flush_warnings(warn); 1688884d179dSJan Kara return ret; 1689884d179dSJan Kara } 1690884d179dSJan Kara EXPORT_SYMBOL(dquot_alloc_inode); 1691884d179dSJan Kara 16925dd4056dSChristoph Hellwig /* 16935dd4056dSChristoph Hellwig * Convert in-memory reserved quotas to real consumed quotas 16945dd4056dSChristoph Hellwig */ 16955dd4056dSChristoph Hellwig int dquot_claim_space_nodirty(struct inode *inode, qsize_t number) 1696884d179dSJan Kara { 1697884d179dSJan Kara int cnt; 1698884d179dSJan Kara 1699189eef59SChristoph Hellwig if (!dquot_active(inode)) { 1700fd8fbfc1SDmitry Monakhov inode_claim_rsv_space(inode, number); 17015dd4056dSChristoph Hellwig return 0; 1702884d179dSJan Kara } 1703884d179dSJan Kara 1704884d179dSJan Kara down_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1705884d179dSJan Kara spin_lock(&dq_data_lock); 1706884d179dSJan Kara /* Claim reserved quotas to allocated quotas */ 1707884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1708dd6f3c6dSJan Kara if (inode->i_dquot[cnt]) 1709884d179dSJan Kara dquot_claim_reserved_space(inode->i_dquot[cnt], 1710884d179dSJan Kara number); 1711884d179dSJan Kara } 1712884d179dSJan Kara /* Update inode bytes */ 1713fd8fbfc1SDmitry Monakhov inode_claim_rsv_space(inode, number); 1714884d179dSJan Kara spin_unlock(&dq_data_lock); 1715dc52dd3aSDmitry Monakhov mark_all_dquot_dirty(inode->i_dquot); 1716884d179dSJan Kara up_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 17175dd4056dSChristoph Hellwig return 0; 1718884d179dSJan Kara } 17195dd4056dSChristoph Hellwig EXPORT_SYMBOL(dquot_claim_space_nodirty); 1720884d179dSJan Kara 1721884d179dSJan Kara /* 1722*1c8924ebSJan Kara * Convert allocated space back to in-memory reserved quotas 1723*1c8924ebSJan Kara */ 1724*1c8924ebSJan Kara void dquot_reclaim_space_nodirty(struct inode *inode, qsize_t number) 1725*1c8924ebSJan Kara { 1726*1c8924ebSJan Kara int cnt; 1727*1c8924ebSJan Kara 1728*1c8924ebSJan Kara if (!dquot_active(inode)) { 1729*1c8924ebSJan Kara inode_reclaim_rsv_space(inode, number); 1730*1c8924ebSJan Kara return; 1731*1c8924ebSJan Kara } 1732*1c8924ebSJan Kara 1733*1c8924ebSJan Kara down_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1734*1c8924ebSJan Kara spin_lock(&dq_data_lock); 1735*1c8924ebSJan Kara /* Claim reserved quotas to allocated quotas */ 1736*1c8924ebSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1737*1c8924ebSJan Kara if (inode->i_dquot[cnt]) 1738*1c8924ebSJan Kara dquot_reclaim_reserved_space(inode->i_dquot[cnt], 1739*1c8924ebSJan Kara number); 1740*1c8924ebSJan Kara } 1741*1c8924ebSJan Kara /* Update inode bytes */ 1742*1c8924ebSJan Kara inode_reclaim_rsv_space(inode, number); 1743*1c8924ebSJan Kara spin_unlock(&dq_data_lock); 1744*1c8924ebSJan Kara mark_all_dquot_dirty(inode->i_dquot); 1745*1c8924ebSJan Kara up_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1746*1c8924ebSJan Kara return; 1747*1c8924ebSJan Kara } 1748*1c8924ebSJan Kara EXPORT_SYMBOL(dquot_reclaim_space_nodirty); 1749*1c8924ebSJan Kara 1750*1c8924ebSJan Kara /* 1751884d179dSJan Kara * This operation can block, but only after everything is updated 1752884d179dSJan Kara */ 175356246f9aSEric Sandeen void __dquot_free_space(struct inode *inode, qsize_t number, int flags) 1754884d179dSJan Kara { 1755884d179dSJan Kara unsigned int cnt; 1756bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 1757bf097aafSJan Kara struct dquot **dquots = inode->i_dquot; 175856246f9aSEric Sandeen int reserve = flags & DQUOT_SPACE_RESERVE; 1759884d179dSJan Kara 1760884d179dSJan Kara /* First test before acquiring mutex - solves deadlocks when we 1761884d179dSJan Kara * re-enter the quota code and are already holding the mutex */ 1762189eef59SChristoph Hellwig if (!dquot_active(inode)) { 1763fd8fbfc1SDmitry Monakhov inode_decr_space(inode, number, reserve); 17645dd4056dSChristoph Hellwig return; 1765884d179dSJan Kara } 1766884d179dSJan Kara 1767884d179dSJan Kara down_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1768884d179dSJan Kara spin_lock(&dq_data_lock); 1769884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1770bf097aafSJan Kara int wtype; 1771bf097aafSJan Kara 1772bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1773bf097aafSJan Kara if (!dquots[cnt]) 1774884d179dSJan Kara continue; 1775bf097aafSJan Kara wtype = info_bdq_free(dquots[cnt], number); 1776bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1777bf097aafSJan Kara prepare_warning(&warn[cnt], dquots[cnt], wtype); 1778fd8fbfc1SDmitry Monakhov if (reserve) 1779bf097aafSJan Kara dquot_free_reserved_space(dquots[cnt], number); 1780fd8fbfc1SDmitry Monakhov else 1781bf097aafSJan Kara dquot_decr_space(dquots[cnt], number); 1782884d179dSJan Kara } 1783fd8fbfc1SDmitry Monakhov inode_decr_space(inode, number, reserve); 1784884d179dSJan Kara spin_unlock(&dq_data_lock); 1785fd8fbfc1SDmitry Monakhov 1786fd8fbfc1SDmitry Monakhov if (reserve) 1787fd8fbfc1SDmitry Monakhov goto out_unlock; 1788bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1789fd8fbfc1SDmitry Monakhov out_unlock: 1790884d179dSJan Kara up_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1791bf097aafSJan Kara flush_warnings(warn); 1792884d179dSJan Kara } 17935dd4056dSChristoph Hellwig EXPORT_SYMBOL(__dquot_free_space); 1794fd8fbfc1SDmitry Monakhov 1795fd8fbfc1SDmitry Monakhov /* 1796884d179dSJan Kara * This operation can block, but only after everything is updated 1797884d179dSJan Kara */ 179863936ddaSChristoph Hellwig void dquot_free_inode(const struct inode *inode) 1799884d179dSJan Kara { 1800884d179dSJan Kara unsigned int cnt; 1801bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 1802bf097aafSJan Kara struct dquot * const *dquots = inode->i_dquot; 1803884d179dSJan Kara 1804884d179dSJan Kara /* First test before acquiring mutex - solves deadlocks when we 1805884d179dSJan Kara * re-enter the quota code and are already holding the mutex */ 1806189eef59SChristoph Hellwig if (!dquot_active(inode)) 180763936ddaSChristoph Hellwig return; 1808884d179dSJan Kara 1809884d179dSJan Kara down_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1810884d179dSJan Kara spin_lock(&dq_data_lock); 1811884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1812bf097aafSJan Kara int wtype; 1813bf097aafSJan Kara 1814bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1815bf097aafSJan Kara if (!dquots[cnt]) 1816884d179dSJan Kara continue; 1817bf097aafSJan Kara wtype = info_idq_free(dquots[cnt], 1); 1818bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1819bf097aafSJan Kara prepare_warning(&warn[cnt], dquots[cnt], wtype); 1820bf097aafSJan Kara dquot_decr_inodes(dquots[cnt], 1); 1821884d179dSJan Kara } 1822884d179dSJan Kara spin_unlock(&dq_data_lock); 1823bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1824884d179dSJan Kara up_read(&sb_dqopt(inode->i_sb)->dqptr_sem); 1825bf097aafSJan Kara flush_warnings(warn); 1826884d179dSJan Kara } 1827884d179dSJan Kara EXPORT_SYMBOL(dquot_free_inode); 1828884d179dSJan Kara 1829884d179dSJan Kara /* 1830884d179dSJan Kara * Transfer the number of inode and blocks from one diskquota to an other. 1831bc8e5f07SJan Kara * On success, dquot references in transfer_to are consumed and references 1832bc8e5f07SJan Kara * to original dquots that need to be released are placed there. On failure, 1833bc8e5f07SJan Kara * references are kept untouched. 1834884d179dSJan Kara * 1835884d179dSJan Kara * This operation can block, but only after everything is updated 1836884d179dSJan Kara * A transaction must be started when entering this function. 1837bc8e5f07SJan Kara * 1838884d179dSJan Kara */ 1839bc8e5f07SJan Kara int __dquot_transfer(struct inode *inode, struct dquot **transfer_to) 1840884d179dSJan Kara { 1841884d179dSJan Kara qsize_t space, cur_space; 1842884d179dSJan Kara qsize_t rsv_space = 0; 1843bc8e5f07SJan Kara struct dquot *transfer_from[MAXQUOTAS] = {}; 1844efd8f0e6SChristoph Hellwig int cnt, ret = 0; 18459e32784bSDmitry char is_valid[MAXQUOTAS] = {}; 1846bf097aafSJan Kara struct dquot_warn warn_to[MAXQUOTAS]; 1847bf097aafSJan Kara struct dquot_warn warn_from_inodes[MAXQUOTAS]; 1848bf097aafSJan Kara struct dquot_warn warn_from_space[MAXQUOTAS]; 1849884d179dSJan Kara 1850884d179dSJan Kara /* First test before acquiring mutex - solves deadlocks when we 1851884d179dSJan Kara * re-enter the quota code and are already holding the mutex */ 1852884d179dSJan Kara if (IS_NOQUOTA(inode)) 1853efd8f0e6SChristoph Hellwig return 0; 1854884d179dSJan Kara /* Initialize the arrays */ 1855bf097aafSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1856bf097aafSJan Kara warn_to[cnt].w_type = QUOTA_NL_NOWARN; 1857bf097aafSJan Kara warn_from_inodes[cnt].w_type = QUOTA_NL_NOWARN; 1858bf097aafSJan Kara warn_from_space[cnt].w_type = QUOTA_NL_NOWARN; 1859bf097aafSJan Kara } 1860884d179dSJan Kara down_write(&sb_dqopt(inode->i_sb)->dqptr_sem); 1861884d179dSJan Kara if (IS_NOQUOTA(inode)) { /* File without quota accounting? */ 1862884d179dSJan Kara up_write(&sb_dqopt(inode->i_sb)->dqptr_sem); 1863bc8e5f07SJan Kara return 0; 1864884d179dSJan Kara } 1865884d179dSJan Kara spin_lock(&dq_data_lock); 1866884d179dSJan Kara cur_space = inode_get_bytes(inode); 1867fd8fbfc1SDmitry Monakhov rsv_space = inode_get_rsv_space(inode); 1868884d179dSJan Kara space = cur_space + rsv_space; 1869884d179dSJan Kara /* Build the transfer_from list and check the limits */ 1870884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 18719e32784bSDmitry /* 18729e32784bSDmitry * Skip changes for same uid or gid or for turned off quota-type. 18739e32784bSDmitry */ 1874dd6f3c6dSJan Kara if (!transfer_to[cnt]) 1875884d179dSJan Kara continue; 18769e32784bSDmitry /* Avoid races with quotaoff() */ 18779e32784bSDmitry if (!sb_has_quota_active(inode->i_sb, cnt)) 18789e32784bSDmitry continue; 18799e32784bSDmitry is_valid[cnt] = 1; 1880884d179dSJan Kara transfer_from[cnt] = inode->i_dquot[cnt]; 1881bf097aafSJan Kara ret = check_idq(transfer_to[cnt], 1, &warn_to[cnt]); 1882efd8f0e6SChristoph Hellwig if (ret) 1883efd8f0e6SChristoph Hellwig goto over_quota; 1884bf097aafSJan Kara ret = check_bdq(transfer_to[cnt], space, 0, &warn_to[cnt]); 1885efd8f0e6SChristoph Hellwig if (ret) 1886884d179dSJan Kara goto over_quota; 1887884d179dSJan Kara } 1888884d179dSJan Kara 1889884d179dSJan Kara /* 1890884d179dSJan Kara * Finally perform the needed transfer from transfer_from to transfer_to 1891884d179dSJan Kara */ 1892884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 18939e32784bSDmitry if (!is_valid[cnt]) 1894884d179dSJan Kara continue; 1895884d179dSJan Kara /* Due to IO error we might not have transfer_from[] structure */ 1896884d179dSJan Kara if (transfer_from[cnt]) { 1897bf097aafSJan Kara int wtype; 1898bf097aafSJan Kara wtype = info_idq_free(transfer_from[cnt], 1); 1899bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1900bf097aafSJan Kara prepare_warning(&warn_from_inodes[cnt], 1901bf097aafSJan Kara transfer_from[cnt], wtype); 1902bf097aafSJan Kara wtype = info_bdq_free(transfer_from[cnt], space); 1903bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1904bf097aafSJan Kara prepare_warning(&warn_from_space[cnt], 1905bf097aafSJan Kara transfer_from[cnt], wtype); 1906884d179dSJan Kara dquot_decr_inodes(transfer_from[cnt], 1); 1907884d179dSJan Kara dquot_decr_space(transfer_from[cnt], cur_space); 1908884d179dSJan Kara dquot_free_reserved_space(transfer_from[cnt], 1909884d179dSJan Kara rsv_space); 1910884d179dSJan Kara } 1911884d179dSJan Kara 1912884d179dSJan Kara dquot_incr_inodes(transfer_to[cnt], 1); 1913884d179dSJan Kara dquot_incr_space(transfer_to[cnt], cur_space); 1914884d179dSJan Kara dquot_resv_space(transfer_to[cnt], rsv_space); 1915884d179dSJan Kara 1916884d179dSJan Kara inode->i_dquot[cnt] = transfer_to[cnt]; 1917884d179dSJan Kara } 1918884d179dSJan Kara spin_unlock(&dq_data_lock); 1919884d179dSJan Kara up_write(&sb_dqopt(inode->i_sb)->dqptr_sem); 1920884d179dSJan Kara 1921dc52dd3aSDmitry Monakhov mark_all_dquot_dirty(transfer_from); 1922dc52dd3aSDmitry Monakhov mark_all_dquot_dirty(transfer_to); 1923bf097aafSJan Kara flush_warnings(warn_to); 1924bf097aafSJan Kara flush_warnings(warn_from_inodes); 1925bf097aafSJan Kara flush_warnings(warn_from_space); 1926bc8e5f07SJan Kara /* Pass back references to put */ 1927dc52dd3aSDmitry Monakhov for (cnt = 0; cnt < MAXQUOTAS; cnt++) 19289e32784bSDmitry if (is_valid[cnt]) 1929bc8e5f07SJan Kara transfer_to[cnt] = transfer_from[cnt]; 193086f3cbecSJan Kara return 0; 1931884d179dSJan Kara over_quota: 1932884d179dSJan Kara spin_unlock(&dq_data_lock); 1933884d179dSJan Kara up_write(&sb_dqopt(inode->i_sb)->dqptr_sem); 1934bf097aafSJan Kara flush_warnings(warn_to); 193586f3cbecSJan Kara return ret; 1936884d179dSJan Kara } 1937bc8e5f07SJan Kara EXPORT_SYMBOL(__dquot_transfer); 1938884d179dSJan Kara 19398ddd69d6SDmitry Monakhov /* Wrapper for transferring ownership of an inode for uid/gid only 19408ddd69d6SDmitry Monakhov * Called from FSXXX_setattr() 19418ddd69d6SDmitry Monakhov */ 1942b43fa828SChristoph Hellwig int dquot_transfer(struct inode *inode, struct iattr *iattr) 1943884d179dSJan Kara { 1944bc8e5f07SJan Kara struct dquot *transfer_to[MAXQUOTAS] = {}; 1945bc8e5f07SJan Kara struct super_block *sb = inode->i_sb; 1946bc8e5f07SJan Kara int ret; 19478ddd69d6SDmitry Monakhov 1948189eef59SChristoph Hellwig if (!dquot_active(inode)) 1949884d179dSJan Kara return 0; 1950bc8e5f07SJan Kara 19511a06d420SEric W. Biederman if (iattr->ia_valid & ATTR_UID && !uid_eq(iattr->ia_uid, inode->i_uid)) 1952aca645a6SEric W. Biederman transfer_to[USRQUOTA] = dqget(sb, make_kqid_uid(iattr->ia_uid)); 19531a06d420SEric W. Biederman if (iattr->ia_valid & ATTR_GID && !gid_eq(iattr->ia_gid, inode->i_gid)) 1954aca645a6SEric W. Biederman transfer_to[GRPQUOTA] = dqget(sb, make_kqid_gid(iattr->ia_gid)); 1955bc8e5f07SJan Kara 1956bc8e5f07SJan Kara ret = __dquot_transfer(inode, transfer_to); 1957bc8e5f07SJan Kara dqput_all(transfer_to); 1958bc8e5f07SJan Kara return ret; 1959884d179dSJan Kara } 1960b43fa828SChristoph Hellwig EXPORT_SYMBOL(dquot_transfer); 1961884d179dSJan Kara 1962884d179dSJan Kara /* 1963884d179dSJan Kara * Write info of quota file to disk 1964884d179dSJan Kara */ 1965884d179dSJan Kara int dquot_commit_info(struct super_block *sb, int type) 1966884d179dSJan Kara { 1967884d179dSJan Kara int ret; 1968884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 1969884d179dSJan Kara 1970884d179dSJan Kara mutex_lock(&dqopt->dqio_mutex); 1971884d179dSJan Kara ret = dqopt->ops[type]->write_file_info(sb, type); 1972884d179dSJan Kara mutex_unlock(&dqopt->dqio_mutex); 1973884d179dSJan Kara return ret; 1974884d179dSJan Kara } 1975884d179dSJan Kara EXPORT_SYMBOL(dquot_commit_info); 1976884d179dSJan Kara 1977884d179dSJan Kara /* 1978884d179dSJan Kara * Definitions of diskquota operations. 1979884d179dSJan Kara */ 198061e225dcSAlexey Dobriyan const struct dquot_operations dquot_operations = { 1981884d179dSJan Kara .write_dquot = dquot_commit, 1982884d179dSJan Kara .acquire_dquot = dquot_acquire, 1983884d179dSJan Kara .release_dquot = dquot_release, 1984884d179dSJan Kara .mark_dirty = dquot_mark_dquot_dirty, 1985884d179dSJan Kara .write_info = dquot_commit_info, 1986884d179dSJan Kara .alloc_dquot = dquot_alloc, 1987884d179dSJan Kara .destroy_dquot = dquot_destroy, 1988884d179dSJan Kara }; 1989123e9cafSChristoph Hellwig EXPORT_SYMBOL(dquot_operations); 1990884d179dSJan Kara 1991884d179dSJan Kara /* 1992907f4554SChristoph Hellwig * Generic helper for ->open on filesystems supporting disk quotas. 1993907f4554SChristoph Hellwig */ 1994907f4554SChristoph Hellwig int dquot_file_open(struct inode *inode, struct file *file) 1995907f4554SChristoph Hellwig { 1996907f4554SChristoph Hellwig int error; 1997907f4554SChristoph Hellwig 1998907f4554SChristoph Hellwig error = generic_file_open(inode, file); 1999907f4554SChristoph Hellwig if (!error && (file->f_mode & FMODE_WRITE)) 2000871a2931SChristoph Hellwig dquot_initialize(inode); 2001907f4554SChristoph Hellwig return error; 2002907f4554SChristoph Hellwig } 2003907f4554SChristoph Hellwig EXPORT_SYMBOL(dquot_file_open); 2004907f4554SChristoph Hellwig 2005907f4554SChristoph Hellwig /* 2006884d179dSJan Kara * Turn quota off on a device. type == -1 ==> quotaoff for all types (umount) 2007884d179dSJan Kara */ 20080f0dd62fSChristoph Hellwig int dquot_disable(struct super_block *sb, int type, unsigned int flags) 2009884d179dSJan Kara { 2010884d179dSJan Kara int cnt, ret = 0; 2011884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2012884d179dSJan Kara struct inode *toputinode[MAXQUOTAS]; 2013884d179dSJan Kara 2014884d179dSJan Kara /* Cannot turn off usage accounting without turning off limits, or 2015884d179dSJan Kara * suspend quotas and simultaneously turn quotas off. */ 2016884d179dSJan Kara if ((flags & DQUOT_USAGE_ENABLED && !(flags & DQUOT_LIMITS_ENABLED)) 2017884d179dSJan Kara || (flags & DQUOT_SUSPENDED && flags & (DQUOT_LIMITS_ENABLED | 2018884d179dSJan Kara DQUOT_USAGE_ENABLED))) 2019884d179dSJan Kara return -EINVAL; 2020884d179dSJan Kara 2021884d179dSJan Kara /* We need to serialize quota_off() for device */ 2022884d179dSJan Kara mutex_lock(&dqopt->dqonoff_mutex); 2023884d179dSJan Kara 2024884d179dSJan Kara /* 2025884d179dSJan Kara * Skip everything if there's nothing to do. We have to do this because 2026884d179dSJan Kara * sometimes we are called when fill_super() failed and calling 2027884d179dSJan Kara * sync_fs() in such cases does no good. 2028884d179dSJan Kara */ 2029884d179dSJan Kara if (!sb_any_quota_loaded(sb)) { 2030884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2031884d179dSJan Kara return 0; 2032884d179dSJan Kara } 2033884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 2034884d179dSJan Kara toputinode[cnt] = NULL; 2035884d179dSJan Kara if (type != -1 && cnt != type) 2036884d179dSJan Kara continue; 2037884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt)) 2038884d179dSJan Kara continue; 2039884d179dSJan Kara 2040884d179dSJan Kara if (flags & DQUOT_SUSPENDED) { 2041884d179dSJan Kara spin_lock(&dq_state_lock); 2042884d179dSJan Kara dqopt->flags |= 2043884d179dSJan Kara dquot_state_flag(DQUOT_SUSPENDED, cnt); 2044884d179dSJan Kara spin_unlock(&dq_state_lock); 2045884d179dSJan Kara } else { 2046884d179dSJan Kara spin_lock(&dq_state_lock); 2047884d179dSJan Kara dqopt->flags &= ~dquot_state_flag(flags, cnt); 2048884d179dSJan Kara /* Turning off suspended quotas? */ 2049884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt) && 2050884d179dSJan Kara sb_has_quota_suspended(sb, cnt)) { 2051884d179dSJan Kara dqopt->flags &= ~dquot_state_flag( 2052884d179dSJan Kara DQUOT_SUSPENDED, cnt); 2053884d179dSJan Kara spin_unlock(&dq_state_lock); 2054884d179dSJan Kara iput(dqopt->files[cnt]); 2055884d179dSJan Kara dqopt->files[cnt] = NULL; 2056884d179dSJan Kara continue; 2057884d179dSJan Kara } 2058884d179dSJan Kara spin_unlock(&dq_state_lock); 2059884d179dSJan Kara } 2060884d179dSJan Kara 2061884d179dSJan Kara /* We still have to keep quota loaded? */ 2062884d179dSJan Kara if (sb_has_quota_loaded(sb, cnt) && !(flags & DQUOT_SUSPENDED)) 2063884d179dSJan Kara continue; 2064884d179dSJan Kara 2065884d179dSJan Kara /* Note: these are blocking operations */ 2066884d179dSJan Kara drop_dquot_ref(sb, cnt); 2067884d179dSJan Kara invalidate_dquots(sb, cnt); 2068884d179dSJan Kara /* 2069268157baSJan Kara * Now all dquots should be invalidated, all writes done so we 2070268157baSJan Kara * should be only users of the info. No locks needed. 2071884d179dSJan Kara */ 2072884d179dSJan Kara if (info_dirty(&dqopt->info[cnt])) 2073884d179dSJan Kara sb->dq_op->write_info(sb, cnt); 2074884d179dSJan Kara if (dqopt->ops[cnt]->free_file_info) 2075884d179dSJan Kara dqopt->ops[cnt]->free_file_info(sb, cnt); 2076884d179dSJan Kara put_quota_format(dqopt->info[cnt].dqi_format); 2077884d179dSJan Kara 2078884d179dSJan Kara toputinode[cnt] = dqopt->files[cnt]; 2079884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt)) 2080884d179dSJan Kara dqopt->files[cnt] = NULL; 2081884d179dSJan Kara dqopt->info[cnt].dqi_flags = 0; 2082884d179dSJan Kara dqopt->info[cnt].dqi_igrace = 0; 2083884d179dSJan Kara dqopt->info[cnt].dqi_bgrace = 0; 2084884d179dSJan Kara dqopt->ops[cnt] = NULL; 2085884d179dSJan Kara } 2086884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2087884d179dSJan Kara 2088884d179dSJan Kara /* Skip syncing and setting flags if quota files are hidden */ 2089884d179dSJan Kara if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) 2090884d179dSJan Kara goto put_inodes; 2091884d179dSJan Kara 2092884d179dSJan Kara /* Sync the superblock so that buffers with quota data are written to 2093884d179dSJan Kara * disk (and so userspace sees correct data afterwards). */ 2094884d179dSJan Kara if (sb->s_op->sync_fs) 2095884d179dSJan Kara sb->s_op->sync_fs(sb, 1); 2096884d179dSJan Kara sync_blockdev(sb->s_bdev); 2097884d179dSJan Kara /* Now the quota files are just ordinary files and we can set the 2098884d179dSJan Kara * inode flags back. Moreover we discard the pagecache so that 2099884d179dSJan Kara * userspace sees the writes we did bypassing the pagecache. We 2100884d179dSJan Kara * must also discard the blockdev buffers so that we see the 2101884d179dSJan Kara * changes done by userspace on the next quotaon() */ 2102884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 2103884d179dSJan Kara if (toputinode[cnt]) { 2104884d179dSJan Kara mutex_lock(&dqopt->dqonoff_mutex); 2105884d179dSJan Kara /* If quota was reenabled in the meantime, we have 2106884d179dSJan Kara * nothing to do */ 2107884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt)) { 2108a80b12c3SJan Kara mutex_lock(&toputinode[cnt]->i_mutex); 2109884d179dSJan Kara toputinode[cnt]->i_flags &= ~(S_IMMUTABLE | 2110884d179dSJan Kara S_NOATIME | S_NOQUOTA); 2111268157baSJan Kara truncate_inode_pages(&toputinode[cnt]->i_data, 2112268157baSJan Kara 0); 2113884d179dSJan Kara mutex_unlock(&toputinode[cnt]->i_mutex); 211443d2932dSJan Kara mark_inode_dirty_sync(toputinode[cnt]); 2115884d179dSJan Kara } 2116884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2117884d179dSJan Kara } 2118884d179dSJan Kara if (sb->s_bdev) 2119884d179dSJan Kara invalidate_bdev(sb->s_bdev); 2120884d179dSJan Kara put_inodes: 2121884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 2122884d179dSJan Kara if (toputinode[cnt]) { 2123884d179dSJan Kara /* On remount RO, we keep the inode pointer so that we 2124884d179dSJan Kara * can reenable quota on the subsequent remount RW. We 2125884d179dSJan Kara * have to check 'flags' variable and not use sb_has_ 2126884d179dSJan Kara * function because another quotaon / quotaoff could 2127884d179dSJan Kara * change global state before we got here. We refuse 2128884d179dSJan Kara * to suspend quotas when there is pending delete on 2129884d179dSJan Kara * the quota file... */ 2130884d179dSJan Kara if (!(flags & DQUOT_SUSPENDED)) 2131884d179dSJan Kara iput(toputinode[cnt]); 2132884d179dSJan Kara else if (!toputinode[cnt]->i_nlink) 2133884d179dSJan Kara ret = -EBUSY; 2134884d179dSJan Kara } 2135884d179dSJan Kara return ret; 2136884d179dSJan Kara } 21370f0dd62fSChristoph Hellwig EXPORT_SYMBOL(dquot_disable); 2138884d179dSJan Kara 2139287a8095SChristoph Hellwig int dquot_quota_off(struct super_block *sb, int type) 2140884d179dSJan Kara { 21410f0dd62fSChristoph Hellwig return dquot_disable(sb, type, 21420f0dd62fSChristoph Hellwig DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED); 2143884d179dSJan Kara } 2144287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_off); 21450f0dd62fSChristoph Hellwig 2146884d179dSJan Kara /* 2147884d179dSJan Kara * Turn quotas on on a device 2148884d179dSJan Kara */ 2149884d179dSJan Kara 2150884d179dSJan Kara /* 2151884d179dSJan Kara * Helper function to turn quotas on when we already have the inode of 2152884d179dSJan Kara * quota file and no quota information is loaded. 2153884d179dSJan Kara */ 2154884d179dSJan Kara static int vfs_load_quota_inode(struct inode *inode, int type, int format_id, 2155884d179dSJan Kara unsigned int flags) 2156884d179dSJan Kara { 2157884d179dSJan Kara struct quota_format_type *fmt = find_quota_format(format_id); 2158884d179dSJan Kara struct super_block *sb = inode->i_sb; 2159884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2160884d179dSJan Kara int error; 2161884d179dSJan Kara int oldflags = -1; 2162884d179dSJan Kara 2163884d179dSJan Kara if (!fmt) 2164884d179dSJan Kara return -ESRCH; 2165884d179dSJan Kara if (!S_ISREG(inode->i_mode)) { 2166884d179dSJan Kara error = -EACCES; 2167884d179dSJan Kara goto out_fmt; 2168884d179dSJan Kara } 2169884d179dSJan Kara if (IS_RDONLY(inode)) { 2170884d179dSJan Kara error = -EROFS; 2171884d179dSJan Kara goto out_fmt; 2172884d179dSJan Kara } 2173884d179dSJan Kara if (!sb->s_op->quota_write || !sb->s_op->quota_read) { 2174884d179dSJan Kara error = -EINVAL; 2175884d179dSJan Kara goto out_fmt; 2176884d179dSJan Kara } 2177884d179dSJan Kara /* Usage always has to be set... */ 2178884d179dSJan Kara if (!(flags & DQUOT_USAGE_ENABLED)) { 2179884d179dSJan Kara error = -EINVAL; 2180884d179dSJan Kara goto out_fmt; 2181884d179dSJan Kara } 2182884d179dSJan Kara 2183884d179dSJan Kara if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) { 2184ab94c39bSJan Kara /* As we bypass the pagecache we must now flush all the 2185ab94c39bSJan Kara * dirty data and invalidate caches so that kernel sees 2186ab94c39bSJan Kara * changes from userspace. It is not enough to just flush 2187ab94c39bSJan Kara * the quota file since if blocksize < pagesize, invalidation 2188ab94c39bSJan Kara * of the cache could fail because of other unrelated dirty 2189ab94c39bSJan Kara * data */ 2190ab94c39bSJan Kara sync_filesystem(sb); 2191884d179dSJan Kara invalidate_bdev(sb->s_bdev); 2192884d179dSJan Kara } 2193884d179dSJan Kara mutex_lock(&dqopt->dqonoff_mutex); 2194884d179dSJan Kara if (sb_has_quota_loaded(sb, type)) { 2195884d179dSJan Kara error = -EBUSY; 2196884d179dSJan Kara goto out_lock; 2197884d179dSJan Kara } 2198884d179dSJan Kara 2199884d179dSJan Kara if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) { 2200884d179dSJan Kara /* We don't want quota and atime on quota files (deadlocks 2201884d179dSJan Kara * possible) Also nobody should write to the file - we use 2202884d179dSJan Kara * special IO operations which ignore the immutable bit. */ 2203a80b12c3SJan Kara mutex_lock(&inode->i_mutex); 2204268157baSJan Kara oldflags = inode->i_flags & (S_NOATIME | S_IMMUTABLE | 2205268157baSJan Kara S_NOQUOTA); 2206884d179dSJan Kara inode->i_flags |= S_NOQUOTA | S_NOATIME | S_IMMUTABLE; 2207dee86565SJan Kara mutex_unlock(&inode->i_mutex); 220826245c94SJan Kara /* 220926245c94SJan Kara * When S_NOQUOTA is set, remove dquot references as no more 221026245c94SJan Kara * references can be added 221126245c94SJan Kara */ 22129f754758SChristoph Hellwig __dquot_drop(inode); 2213884d179dSJan Kara } 2214884d179dSJan Kara 2215884d179dSJan Kara error = -EIO; 2216884d179dSJan Kara dqopt->files[type] = igrab(inode); 2217884d179dSJan Kara if (!dqopt->files[type]) 2218884d179dSJan Kara goto out_lock; 2219884d179dSJan Kara error = -EINVAL; 2220884d179dSJan Kara if (!fmt->qf_ops->check_quota_file(sb, type)) 2221884d179dSJan Kara goto out_file_init; 2222884d179dSJan Kara 2223884d179dSJan Kara dqopt->ops[type] = fmt->qf_ops; 2224884d179dSJan Kara dqopt->info[type].dqi_format = fmt; 2225884d179dSJan Kara dqopt->info[type].dqi_fmt_id = format_id; 2226884d179dSJan Kara INIT_LIST_HEAD(&dqopt->info[type].dqi_dirty_list); 2227884d179dSJan Kara mutex_lock(&dqopt->dqio_mutex); 2228268157baSJan Kara error = dqopt->ops[type]->read_file_info(sb, type); 2229268157baSJan Kara if (error < 0) { 2230884d179dSJan Kara mutex_unlock(&dqopt->dqio_mutex); 2231884d179dSJan Kara goto out_file_init; 2232884d179dSJan Kara } 223346fe44ceSJan Kara if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) 223446fe44ceSJan Kara dqopt->info[type].dqi_flags |= DQF_SYS_FILE; 2235884d179dSJan Kara mutex_unlock(&dqopt->dqio_mutex); 2236884d179dSJan Kara spin_lock(&dq_state_lock); 2237884d179dSJan Kara dqopt->flags |= dquot_state_flag(flags, type); 2238884d179dSJan Kara spin_unlock(&dq_state_lock); 2239884d179dSJan Kara 2240884d179dSJan Kara add_dquot_ref(sb, type); 2241884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2242884d179dSJan Kara 2243884d179dSJan Kara return 0; 2244884d179dSJan Kara 2245884d179dSJan Kara out_file_init: 2246884d179dSJan Kara dqopt->files[type] = NULL; 2247884d179dSJan Kara iput(inode); 2248884d179dSJan Kara out_lock: 2249884d179dSJan Kara if (oldflags != -1) { 2250a80b12c3SJan Kara mutex_lock(&inode->i_mutex); 2251884d179dSJan Kara /* Set the flags back (in the case of accidental quotaon() 2252884d179dSJan Kara * on a wrong file we don't want to mess up the flags) */ 2253884d179dSJan Kara inode->i_flags &= ~(S_NOATIME | S_NOQUOTA | S_IMMUTABLE); 2254884d179dSJan Kara inode->i_flags |= oldflags; 2255dee86565SJan Kara mutex_unlock(&inode->i_mutex); 2256884d179dSJan Kara } 2257d01730d7SJiaying Zhang mutex_unlock(&dqopt->dqonoff_mutex); 2258884d179dSJan Kara out_fmt: 2259884d179dSJan Kara put_quota_format(fmt); 2260884d179dSJan Kara 2261884d179dSJan Kara return error; 2262884d179dSJan Kara } 2263884d179dSJan Kara 2264884d179dSJan Kara /* Reenable quotas on remount RW */ 22650f0dd62fSChristoph Hellwig int dquot_resume(struct super_block *sb, int type) 2266884d179dSJan Kara { 2267884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2268884d179dSJan Kara struct inode *inode; 22690f0dd62fSChristoph Hellwig int ret = 0, cnt; 2270884d179dSJan Kara unsigned int flags; 2271884d179dSJan Kara 22720f0dd62fSChristoph Hellwig for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 22730f0dd62fSChristoph Hellwig if (type != -1 && cnt != type) 22740f0dd62fSChristoph Hellwig continue; 22750f0dd62fSChristoph Hellwig 2276884d179dSJan Kara mutex_lock(&dqopt->dqonoff_mutex); 22770f0dd62fSChristoph Hellwig if (!sb_has_quota_suspended(sb, cnt)) { 2278884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 22790f0dd62fSChristoph Hellwig continue; 2280884d179dSJan Kara } 22810f0dd62fSChristoph Hellwig inode = dqopt->files[cnt]; 22820f0dd62fSChristoph Hellwig dqopt->files[cnt] = NULL; 2283884d179dSJan Kara spin_lock(&dq_state_lock); 2284884d179dSJan Kara flags = dqopt->flags & dquot_state_flag(DQUOT_USAGE_ENABLED | 22850f0dd62fSChristoph Hellwig DQUOT_LIMITS_ENABLED, 22860f0dd62fSChristoph Hellwig cnt); 22870f0dd62fSChristoph Hellwig dqopt->flags &= ~dquot_state_flag(DQUOT_STATE_FLAGS, cnt); 2288884d179dSJan Kara spin_unlock(&dq_state_lock); 2289884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2290884d179dSJan Kara 22910f0dd62fSChristoph Hellwig flags = dquot_generic_flag(flags, cnt); 22920f0dd62fSChristoph Hellwig ret = vfs_load_quota_inode(inode, cnt, 22930f0dd62fSChristoph Hellwig dqopt->info[cnt].dqi_fmt_id, flags); 2294884d179dSJan Kara iput(inode); 22950f0dd62fSChristoph Hellwig } 2296884d179dSJan Kara 2297884d179dSJan Kara return ret; 2298884d179dSJan Kara } 22990f0dd62fSChristoph Hellwig EXPORT_SYMBOL(dquot_resume); 2300884d179dSJan Kara 2301f00c9e44SJan Kara int dquot_quota_on(struct super_block *sb, int type, int format_id, 2302884d179dSJan Kara struct path *path) 2303884d179dSJan Kara { 2304884d179dSJan Kara int error = security_quota_on(path->dentry); 2305884d179dSJan Kara if (error) 2306884d179dSJan Kara return error; 2307884d179dSJan Kara /* Quota file not on the same filesystem? */ 2308d8c9584eSAl Viro if (path->dentry->d_sb != sb) 2309884d179dSJan Kara error = -EXDEV; 2310884d179dSJan Kara else 2311884d179dSJan Kara error = vfs_load_quota_inode(path->dentry->d_inode, type, 2312884d179dSJan Kara format_id, DQUOT_USAGE_ENABLED | 2313884d179dSJan Kara DQUOT_LIMITS_ENABLED); 2314884d179dSJan Kara return error; 2315884d179dSJan Kara } 2316287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_on); 2317884d179dSJan Kara 2318884d179dSJan Kara /* 2319884d179dSJan Kara * More powerful function for turning on quotas allowing setting 2320884d179dSJan Kara * of individual quota flags 2321884d179dSJan Kara */ 2322287a8095SChristoph Hellwig int dquot_enable(struct inode *inode, int type, int format_id, 2323884d179dSJan Kara unsigned int flags) 2324884d179dSJan Kara { 2325884d179dSJan Kara int ret = 0; 2326884d179dSJan Kara struct super_block *sb = inode->i_sb; 2327884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2328884d179dSJan Kara 2329884d179dSJan Kara /* Just unsuspend quotas? */ 23300f0dd62fSChristoph Hellwig BUG_ON(flags & DQUOT_SUSPENDED); 23310f0dd62fSChristoph Hellwig 2332884d179dSJan Kara if (!flags) 2333884d179dSJan Kara return 0; 2334884d179dSJan Kara /* Just updating flags needed? */ 2335884d179dSJan Kara if (sb_has_quota_loaded(sb, type)) { 2336884d179dSJan Kara mutex_lock(&dqopt->dqonoff_mutex); 2337884d179dSJan Kara /* Now do a reliable test... */ 2338884d179dSJan Kara if (!sb_has_quota_loaded(sb, type)) { 2339884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2340884d179dSJan Kara goto load_quota; 2341884d179dSJan Kara } 2342884d179dSJan Kara if (flags & DQUOT_USAGE_ENABLED && 2343884d179dSJan Kara sb_has_quota_usage_enabled(sb, type)) { 2344884d179dSJan Kara ret = -EBUSY; 2345884d179dSJan Kara goto out_lock; 2346884d179dSJan Kara } 2347884d179dSJan Kara if (flags & DQUOT_LIMITS_ENABLED && 2348884d179dSJan Kara sb_has_quota_limits_enabled(sb, type)) { 2349884d179dSJan Kara ret = -EBUSY; 2350884d179dSJan Kara goto out_lock; 2351884d179dSJan Kara } 2352884d179dSJan Kara spin_lock(&dq_state_lock); 2353884d179dSJan Kara sb_dqopt(sb)->flags |= dquot_state_flag(flags, type); 2354884d179dSJan Kara spin_unlock(&dq_state_lock); 2355884d179dSJan Kara out_lock: 2356884d179dSJan Kara mutex_unlock(&dqopt->dqonoff_mutex); 2357884d179dSJan Kara return ret; 2358884d179dSJan Kara } 2359884d179dSJan Kara 2360884d179dSJan Kara load_quota: 2361884d179dSJan Kara return vfs_load_quota_inode(inode, type, format_id, flags); 2362884d179dSJan Kara } 2363287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_enable); 2364884d179dSJan Kara 2365884d179dSJan Kara /* 2366884d179dSJan Kara * This function is used when filesystem needs to initialize quotas 2367884d179dSJan Kara * during mount time. 2368884d179dSJan Kara */ 2369287a8095SChristoph Hellwig int dquot_quota_on_mount(struct super_block *sb, char *qf_name, 2370884d179dSJan Kara int format_id, int type) 2371884d179dSJan Kara { 2372884d179dSJan Kara struct dentry *dentry; 2373884d179dSJan Kara int error; 2374884d179dSJan Kara 2375c56818d7SJan Kara mutex_lock(&sb->s_root->d_inode->i_mutex); 2376884d179dSJan Kara dentry = lookup_one_len(qf_name, sb->s_root, strlen(qf_name)); 2377c56818d7SJan Kara mutex_unlock(&sb->s_root->d_inode->i_mutex); 2378884d179dSJan Kara if (IS_ERR(dentry)) 2379884d179dSJan Kara return PTR_ERR(dentry); 2380884d179dSJan Kara 2381884d179dSJan Kara if (!dentry->d_inode) { 2382884d179dSJan Kara error = -ENOENT; 2383884d179dSJan Kara goto out; 2384884d179dSJan Kara } 2385884d179dSJan Kara 2386884d179dSJan Kara error = security_quota_on(dentry); 2387884d179dSJan Kara if (!error) 2388884d179dSJan Kara error = vfs_load_quota_inode(dentry->d_inode, type, format_id, 2389884d179dSJan Kara DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED); 2390884d179dSJan Kara 2391884d179dSJan Kara out: 2392884d179dSJan Kara dput(dentry); 2393884d179dSJan Kara return error; 2394884d179dSJan Kara } 2395287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_on_mount); 2396884d179dSJan Kara 2397884d179dSJan Kara static inline qsize_t qbtos(qsize_t blocks) 2398884d179dSJan Kara { 2399884d179dSJan Kara return blocks << QIF_DQBLKSIZE_BITS; 2400884d179dSJan Kara } 2401884d179dSJan Kara 2402884d179dSJan Kara static inline qsize_t stoqb(qsize_t space) 2403884d179dSJan Kara { 2404884d179dSJan Kara return (space + QIF_DQBLKSIZE - 1) >> QIF_DQBLKSIZE_BITS; 2405884d179dSJan Kara } 2406884d179dSJan Kara 2407884d179dSJan Kara /* Generic routine for getting common part of quota structure */ 2408b9b2dd36SChristoph Hellwig static void do_get_dqblk(struct dquot *dquot, struct fs_disk_quota *di) 2409884d179dSJan Kara { 2410884d179dSJan Kara struct mem_dqblk *dm = &dquot->dq_dqb; 2411884d179dSJan Kara 2412b9b2dd36SChristoph Hellwig memset(di, 0, sizeof(*di)); 2413b9b2dd36SChristoph Hellwig di->d_version = FS_DQUOT_VERSION; 24144c376dcaSEric W. Biederman di->d_flags = dquot->dq_id.type == USRQUOTA ? 2415ade7ce31SChristoph Hellwig FS_USER_QUOTA : FS_GROUP_QUOTA; 24164c376dcaSEric W. Biederman di->d_id = from_kqid_munged(current_user_ns(), dquot->dq_id); 2417b9b2dd36SChristoph Hellwig 2418884d179dSJan Kara spin_lock(&dq_data_lock); 2419b9b2dd36SChristoph Hellwig di->d_blk_hardlimit = stoqb(dm->dqb_bhardlimit); 2420b9b2dd36SChristoph Hellwig di->d_blk_softlimit = stoqb(dm->dqb_bsoftlimit); 2421b9b2dd36SChristoph Hellwig di->d_ino_hardlimit = dm->dqb_ihardlimit; 2422b9b2dd36SChristoph Hellwig di->d_ino_softlimit = dm->dqb_isoftlimit; 2423b9b2dd36SChristoph Hellwig di->d_bcount = dm->dqb_curspace + dm->dqb_rsvspace; 2424b9b2dd36SChristoph Hellwig di->d_icount = dm->dqb_curinodes; 2425b9b2dd36SChristoph Hellwig di->d_btimer = dm->dqb_btime; 2426b9b2dd36SChristoph Hellwig di->d_itimer = dm->dqb_itime; 2427884d179dSJan Kara spin_unlock(&dq_data_lock); 2428884d179dSJan Kara } 2429884d179dSJan Kara 243074a8a103SEric W. Biederman int dquot_get_dqblk(struct super_block *sb, struct kqid qid, 2431b9b2dd36SChristoph Hellwig struct fs_disk_quota *di) 2432884d179dSJan Kara { 2433884d179dSJan Kara struct dquot *dquot; 2434884d179dSJan Kara 2435aca645a6SEric W. Biederman dquot = dqget(sb, qid); 2436dd6f3c6dSJan Kara if (!dquot) 2437884d179dSJan Kara return -ESRCH; 2438884d179dSJan Kara do_get_dqblk(dquot, di); 2439884d179dSJan Kara dqput(dquot); 2440884d179dSJan Kara 2441884d179dSJan Kara return 0; 2442884d179dSJan Kara } 2443287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_get_dqblk); 2444884d179dSJan Kara 2445c472b432SChristoph Hellwig #define VFS_FS_DQ_MASK \ 2446c472b432SChristoph Hellwig (FS_DQ_BCOUNT | FS_DQ_BSOFT | FS_DQ_BHARD | \ 2447c472b432SChristoph Hellwig FS_DQ_ICOUNT | FS_DQ_ISOFT | FS_DQ_IHARD | \ 2448c472b432SChristoph Hellwig FS_DQ_BTIMER | FS_DQ_ITIMER) 2449c472b432SChristoph Hellwig 2450884d179dSJan Kara /* Generic routine for setting common part of quota structure */ 2451c472b432SChristoph Hellwig static int do_set_dqblk(struct dquot *dquot, struct fs_disk_quota *di) 2452884d179dSJan Kara { 2453884d179dSJan Kara struct mem_dqblk *dm = &dquot->dq_dqb; 2454884d179dSJan Kara int check_blim = 0, check_ilim = 0; 24554c376dcaSEric W. Biederman struct mem_dqinfo *dqi = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type]; 2456884d179dSJan Kara 2457c472b432SChristoph Hellwig if (di->d_fieldmask & ~VFS_FS_DQ_MASK) 2458c472b432SChristoph Hellwig return -EINVAL; 2459c472b432SChristoph Hellwig 2460c472b432SChristoph Hellwig if (((di->d_fieldmask & FS_DQ_BSOFT) && 2461c472b432SChristoph Hellwig (di->d_blk_softlimit > dqi->dqi_maxblimit)) || 2462c472b432SChristoph Hellwig ((di->d_fieldmask & FS_DQ_BHARD) && 2463c472b432SChristoph Hellwig (di->d_blk_hardlimit > dqi->dqi_maxblimit)) || 2464c472b432SChristoph Hellwig ((di->d_fieldmask & FS_DQ_ISOFT) && 2465c472b432SChristoph Hellwig (di->d_ino_softlimit > dqi->dqi_maxilimit)) || 2466c472b432SChristoph Hellwig ((di->d_fieldmask & FS_DQ_IHARD) && 2467c472b432SChristoph Hellwig (di->d_ino_hardlimit > dqi->dqi_maxilimit))) 2468884d179dSJan Kara return -ERANGE; 2469884d179dSJan Kara 2470884d179dSJan Kara spin_lock(&dq_data_lock); 2471c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_BCOUNT) { 2472c472b432SChristoph Hellwig dm->dqb_curspace = di->d_bcount - dm->dqb_rsvspace; 2473884d179dSJan Kara check_blim = 1; 247408261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_SPACE_B, &dquot->dq_flags); 2475884d179dSJan Kara } 2476c472b432SChristoph Hellwig 2477c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_BSOFT) 2478c472b432SChristoph Hellwig dm->dqb_bsoftlimit = qbtos(di->d_blk_softlimit); 2479c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_BHARD) 2480c472b432SChristoph Hellwig dm->dqb_bhardlimit = qbtos(di->d_blk_hardlimit); 2481c472b432SChristoph Hellwig if (di->d_fieldmask & (FS_DQ_BSOFT | FS_DQ_BHARD)) { 2482884d179dSJan Kara check_blim = 1; 248308261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_BLIMITS_B, &dquot->dq_flags); 2484884d179dSJan Kara } 2485c472b432SChristoph Hellwig 2486c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_ICOUNT) { 2487c472b432SChristoph Hellwig dm->dqb_curinodes = di->d_icount; 2488884d179dSJan Kara check_ilim = 1; 248908261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_INODES_B, &dquot->dq_flags); 2490884d179dSJan Kara } 2491c472b432SChristoph Hellwig 2492c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_ISOFT) 2493c472b432SChristoph Hellwig dm->dqb_isoftlimit = di->d_ino_softlimit; 2494c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_IHARD) 2495c472b432SChristoph Hellwig dm->dqb_ihardlimit = di->d_ino_hardlimit; 2496c472b432SChristoph Hellwig if (di->d_fieldmask & (FS_DQ_ISOFT | FS_DQ_IHARD)) { 2497884d179dSJan Kara check_ilim = 1; 249808261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_ILIMITS_B, &dquot->dq_flags); 2499884d179dSJan Kara } 2500c472b432SChristoph Hellwig 2501c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_BTIMER) { 2502c472b432SChristoph Hellwig dm->dqb_btime = di->d_btimer; 2503884d179dSJan Kara check_blim = 1; 250408261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_BTIME_B, &dquot->dq_flags); 2505884d179dSJan Kara } 2506c472b432SChristoph Hellwig 2507c472b432SChristoph Hellwig if (di->d_fieldmask & FS_DQ_ITIMER) { 2508c472b432SChristoph Hellwig dm->dqb_itime = di->d_itimer; 2509884d179dSJan Kara check_ilim = 1; 251008261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_ITIME_B, &dquot->dq_flags); 2511884d179dSJan Kara } 2512884d179dSJan Kara 2513884d179dSJan Kara if (check_blim) { 2514268157baSJan Kara if (!dm->dqb_bsoftlimit || 2515268157baSJan Kara dm->dqb_curspace < dm->dqb_bsoftlimit) { 2516884d179dSJan Kara dm->dqb_btime = 0; 2517884d179dSJan Kara clear_bit(DQ_BLKS_B, &dquot->dq_flags); 2518c472b432SChristoph Hellwig } else if (!(di->d_fieldmask & FS_DQ_BTIMER)) 2519268157baSJan Kara /* Set grace only if user hasn't provided his own... */ 2520884d179dSJan Kara dm->dqb_btime = get_seconds() + dqi->dqi_bgrace; 2521884d179dSJan Kara } 2522884d179dSJan Kara if (check_ilim) { 2523268157baSJan Kara if (!dm->dqb_isoftlimit || 2524268157baSJan Kara dm->dqb_curinodes < dm->dqb_isoftlimit) { 2525884d179dSJan Kara dm->dqb_itime = 0; 2526884d179dSJan Kara clear_bit(DQ_INODES_B, &dquot->dq_flags); 2527c472b432SChristoph Hellwig } else if (!(di->d_fieldmask & FS_DQ_ITIMER)) 2528268157baSJan Kara /* Set grace only if user hasn't provided his own... */ 2529884d179dSJan Kara dm->dqb_itime = get_seconds() + dqi->dqi_igrace; 2530884d179dSJan Kara } 2531268157baSJan Kara if (dm->dqb_bhardlimit || dm->dqb_bsoftlimit || dm->dqb_ihardlimit || 2532268157baSJan Kara dm->dqb_isoftlimit) 2533884d179dSJan Kara clear_bit(DQ_FAKE_B, &dquot->dq_flags); 2534884d179dSJan Kara else 2535884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 2536884d179dSJan Kara spin_unlock(&dq_data_lock); 2537884d179dSJan Kara mark_dquot_dirty(dquot); 2538884d179dSJan Kara 2539884d179dSJan Kara return 0; 2540884d179dSJan Kara } 2541884d179dSJan Kara 254274a8a103SEric W. Biederman int dquot_set_dqblk(struct super_block *sb, struct kqid qid, 2543c472b432SChristoph Hellwig struct fs_disk_quota *di) 2544884d179dSJan Kara { 2545884d179dSJan Kara struct dquot *dquot; 2546884d179dSJan Kara int rc; 2547884d179dSJan Kara 2548aca645a6SEric W. Biederman dquot = dqget(sb, qid); 2549884d179dSJan Kara if (!dquot) { 2550884d179dSJan Kara rc = -ESRCH; 2551884d179dSJan Kara goto out; 2552884d179dSJan Kara } 2553884d179dSJan Kara rc = do_set_dqblk(dquot, di); 2554884d179dSJan Kara dqput(dquot); 2555884d179dSJan Kara out: 2556884d179dSJan Kara return rc; 2557884d179dSJan Kara } 2558287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_set_dqblk); 2559884d179dSJan Kara 2560884d179dSJan Kara /* Generic routine for getting common part of quota file information */ 2561287a8095SChristoph Hellwig int dquot_get_dqinfo(struct super_block *sb, int type, struct if_dqinfo *ii) 2562884d179dSJan Kara { 2563884d179dSJan Kara struct mem_dqinfo *mi; 2564884d179dSJan Kara 2565884d179dSJan Kara mutex_lock(&sb_dqopt(sb)->dqonoff_mutex); 2566884d179dSJan Kara if (!sb_has_quota_active(sb, type)) { 2567884d179dSJan Kara mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex); 2568884d179dSJan Kara return -ESRCH; 2569884d179dSJan Kara } 2570884d179dSJan Kara mi = sb_dqopt(sb)->info + type; 2571884d179dSJan Kara spin_lock(&dq_data_lock); 2572884d179dSJan Kara ii->dqi_bgrace = mi->dqi_bgrace; 2573884d179dSJan Kara ii->dqi_igrace = mi->dqi_igrace; 257446fe44ceSJan Kara ii->dqi_flags = mi->dqi_flags & DQF_GETINFO_MASK; 2575884d179dSJan Kara ii->dqi_valid = IIF_ALL; 2576884d179dSJan Kara spin_unlock(&dq_data_lock); 2577884d179dSJan Kara mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex); 2578884d179dSJan Kara return 0; 2579884d179dSJan Kara } 2580287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_get_dqinfo); 2581884d179dSJan Kara 2582884d179dSJan Kara /* Generic routine for setting common part of quota file information */ 2583287a8095SChristoph Hellwig int dquot_set_dqinfo(struct super_block *sb, int type, struct if_dqinfo *ii) 2584884d179dSJan Kara { 2585884d179dSJan Kara struct mem_dqinfo *mi; 2586884d179dSJan Kara int err = 0; 2587884d179dSJan Kara 2588884d179dSJan Kara mutex_lock(&sb_dqopt(sb)->dqonoff_mutex); 2589884d179dSJan Kara if (!sb_has_quota_active(sb, type)) { 2590884d179dSJan Kara err = -ESRCH; 2591884d179dSJan Kara goto out; 2592884d179dSJan Kara } 2593884d179dSJan Kara mi = sb_dqopt(sb)->info + type; 2594884d179dSJan Kara spin_lock(&dq_data_lock); 2595884d179dSJan Kara if (ii->dqi_valid & IIF_BGRACE) 2596884d179dSJan Kara mi->dqi_bgrace = ii->dqi_bgrace; 2597884d179dSJan Kara if (ii->dqi_valid & IIF_IGRACE) 2598884d179dSJan Kara mi->dqi_igrace = ii->dqi_igrace; 2599884d179dSJan Kara if (ii->dqi_valid & IIF_FLAGS) 260046fe44ceSJan Kara mi->dqi_flags = (mi->dqi_flags & ~DQF_SETINFO_MASK) | 260146fe44ceSJan Kara (ii->dqi_flags & DQF_SETINFO_MASK); 2602884d179dSJan Kara spin_unlock(&dq_data_lock); 2603884d179dSJan Kara mark_info_dirty(sb, type); 2604884d179dSJan Kara /* Force write to disk */ 2605884d179dSJan Kara sb->dq_op->write_info(sb, type); 2606884d179dSJan Kara out: 2607884d179dSJan Kara mutex_unlock(&sb_dqopt(sb)->dqonoff_mutex); 2608884d179dSJan Kara return err; 2609884d179dSJan Kara } 2610287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_set_dqinfo); 2611884d179dSJan Kara 2612287a8095SChristoph Hellwig const struct quotactl_ops dquot_quotactl_ops = { 2613287a8095SChristoph Hellwig .quota_on = dquot_quota_on, 2614287a8095SChristoph Hellwig .quota_off = dquot_quota_off, 2615287a8095SChristoph Hellwig .quota_sync = dquot_quota_sync, 2616287a8095SChristoph Hellwig .get_info = dquot_get_dqinfo, 2617287a8095SChristoph Hellwig .set_info = dquot_set_dqinfo, 2618287a8095SChristoph Hellwig .get_dqblk = dquot_get_dqblk, 2619287a8095SChristoph Hellwig .set_dqblk = dquot_set_dqblk 2620884d179dSJan Kara }; 2621287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quotactl_ops); 2622dde95888SDmitry Monakhov 2623dde95888SDmitry Monakhov static int do_proc_dqstats(struct ctl_table *table, int write, 2624dde95888SDmitry Monakhov void __user *buffer, size_t *lenp, loff_t *ppos) 2625dde95888SDmitry Monakhov { 2626dde95888SDmitry Monakhov unsigned int type = (int *)table->data - dqstats.stat; 2627f32764bdSDmitry Monakhov 2628f32764bdSDmitry Monakhov /* Update global table */ 2629f32764bdSDmitry Monakhov dqstats.stat[type] = 2630f32764bdSDmitry Monakhov percpu_counter_sum_positive(&dqstats.counter[type]); 2631dde95888SDmitry Monakhov return proc_dointvec(table, write, buffer, lenp, ppos); 2632dde95888SDmitry Monakhov } 2633dde95888SDmitry Monakhov 2634e628753bSJoe Perches static struct ctl_table fs_dqstats_table[] = { 2635884d179dSJan Kara { 2636884d179dSJan Kara .procname = "lookups", 2637dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_LOOKUPS], 2638884d179dSJan Kara .maxlen = sizeof(int), 2639884d179dSJan Kara .mode = 0444, 2640dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2641884d179dSJan Kara }, 2642884d179dSJan Kara { 2643884d179dSJan Kara .procname = "drops", 2644dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_DROPS], 2645884d179dSJan Kara .maxlen = sizeof(int), 2646884d179dSJan Kara .mode = 0444, 2647dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2648884d179dSJan Kara }, 2649884d179dSJan Kara { 2650884d179dSJan Kara .procname = "reads", 2651dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_READS], 2652884d179dSJan Kara .maxlen = sizeof(int), 2653884d179dSJan Kara .mode = 0444, 2654dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2655884d179dSJan Kara }, 2656884d179dSJan Kara { 2657884d179dSJan Kara .procname = "writes", 2658dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_WRITES], 2659884d179dSJan Kara .maxlen = sizeof(int), 2660884d179dSJan Kara .mode = 0444, 2661dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2662884d179dSJan Kara }, 2663884d179dSJan Kara { 2664884d179dSJan Kara .procname = "cache_hits", 2665dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_CACHE_HITS], 2666884d179dSJan Kara .maxlen = sizeof(int), 2667884d179dSJan Kara .mode = 0444, 2668dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2669884d179dSJan Kara }, 2670884d179dSJan Kara { 2671884d179dSJan Kara .procname = "allocated_dquots", 2672dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_ALLOC_DQUOTS], 2673884d179dSJan Kara .maxlen = sizeof(int), 2674884d179dSJan Kara .mode = 0444, 2675dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2676884d179dSJan Kara }, 2677884d179dSJan Kara { 2678884d179dSJan Kara .procname = "free_dquots", 2679dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_FREE_DQUOTS], 2680884d179dSJan Kara .maxlen = sizeof(int), 2681884d179dSJan Kara .mode = 0444, 2682dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2683884d179dSJan Kara }, 2684884d179dSJan Kara { 2685884d179dSJan Kara .procname = "syncs", 2686dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_SYNCS], 2687884d179dSJan Kara .maxlen = sizeof(int), 2688884d179dSJan Kara .mode = 0444, 2689dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2690884d179dSJan Kara }, 2691884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING 2692884d179dSJan Kara { 2693884d179dSJan Kara .procname = "warnings", 2694884d179dSJan Kara .data = &flag_print_warnings, 2695884d179dSJan Kara .maxlen = sizeof(int), 2696884d179dSJan Kara .mode = 0644, 26976d456111SEric W. Biederman .proc_handler = proc_dointvec, 2698884d179dSJan Kara }, 2699884d179dSJan Kara #endif 2700ab09203eSEric W. Biederman { }, 2701884d179dSJan Kara }; 2702884d179dSJan Kara 2703e628753bSJoe Perches static struct ctl_table fs_table[] = { 2704884d179dSJan Kara { 2705884d179dSJan Kara .procname = "quota", 2706884d179dSJan Kara .mode = 0555, 2707884d179dSJan Kara .child = fs_dqstats_table, 2708884d179dSJan Kara }, 2709ab09203eSEric W. Biederman { }, 2710884d179dSJan Kara }; 2711884d179dSJan Kara 2712e628753bSJoe Perches static struct ctl_table sys_table[] = { 2713884d179dSJan Kara { 2714884d179dSJan Kara .procname = "fs", 2715884d179dSJan Kara .mode = 0555, 2716884d179dSJan Kara .child = fs_table, 2717884d179dSJan Kara }, 2718ab09203eSEric W. Biederman { }, 2719884d179dSJan Kara }; 2720884d179dSJan Kara 2721884d179dSJan Kara static int __init dquot_init(void) 2722884d179dSJan Kara { 2723f32764bdSDmitry Monakhov int i, ret; 2724884d179dSJan Kara unsigned long nr_hash, order; 2725884d179dSJan Kara 2726884d179dSJan Kara printk(KERN_NOTICE "VFS: Disk quotas %s\n", __DQUOT_VERSION__); 2727884d179dSJan Kara 2728884d179dSJan Kara register_sysctl_table(sys_table); 2729884d179dSJan Kara 2730884d179dSJan Kara dquot_cachep = kmem_cache_create("dquot", 2731884d179dSJan Kara sizeof(struct dquot), sizeof(unsigned long) * 4, 2732884d179dSJan Kara (SLAB_HWCACHE_ALIGN|SLAB_RECLAIM_ACCOUNT| 2733884d179dSJan Kara SLAB_MEM_SPREAD|SLAB_PANIC), 2734884d179dSJan Kara NULL); 2735884d179dSJan Kara 2736884d179dSJan Kara order = 0; 2737884d179dSJan Kara dquot_hash = (struct hlist_head *)__get_free_pages(GFP_ATOMIC, order); 2738884d179dSJan Kara if (!dquot_hash) 2739884d179dSJan Kara panic("Cannot create dquot hash table"); 2740884d179dSJan Kara 2741f32764bdSDmitry Monakhov for (i = 0; i < _DQST_DQSTAT_LAST; i++) { 2742f32764bdSDmitry Monakhov ret = percpu_counter_init(&dqstats.counter[i], 0); 2743f32764bdSDmitry Monakhov if (ret) 2744f32764bdSDmitry Monakhov panic("Cannot create dquot stat counters"); 2745f32764bdSDmitry Monakhov } 2746dde95888SDmitry Monakhov 2747884d179dSJan Kara /* Find power-of-two hlist_heads which can fit into allocation */ 2748884d179dSJan Kara nr_hash = (1UL << order) * PAGE_SIZE / sizeof(struct hlist_head); 2749884d179dSJan Kara dq_hash_bits = 0; 2750884d179dSJan Kara do { 2751884d179dSJan Kara dq_hash_bits++; 2752884d179dSJan Kara } while (nr_hash >> dq_hash_bits); 2753884d179dSJan Kara dq_hash_bits--; 2754884d179dSJan Kara 2755884d179dSJan Kara nr_hash = 1UL << dq_hash_bits; 2756884d179dSJan Kara dq_hash_mask = nr_hash - 1; 2757884d179dSJan Kara for (i = 0; i < nr_hash; i++) 2758884d179dSJan Kara INIT_HLIST_HEAD(dquot_hash + i); 2759884d179dSJan Kara 2760884d179dSJan Kara printk("Dquot-cache hash table entries: %ld (order %ld, %ld bytes)\n", 2761884d179dSJan Kara nr_hash, order, (PAGE_SIZE << order)); 2762884d179dSJan Kara 2763884d179dSJan Kara register_shrinker(&dqcache_shrinker); 2764884d179dSJan Kara 2765884d179dSJan Kara return 0; 2766884d179dSJan Kara } 2767884d179dSJan Kara module_init(dquot_init); 2768