1884d179dSJan Kara /* 2884d179dSJan Kara * Implementation of the diskquota system for the LINUX operating system. QUOTA 3884d179dSJan Kara * is implemented using the BSD system call interface as the means of 4884d179dSJan Kara * communication with the user level. This file contains the generic routines 5884d179dSJan Kara * called by the different filesystems on allocation of an inode or block. 6884d179dSJan Kara * These routines take care of the administration needed to have a consistent 7884d179dSJan Kara * diskquota tracking system. The ideas of both user and group quotas are based 8884d179dSJan Kara * on the Melbourne quota system as used on BSD derived systems. The internal 9884d179dSJan Kara * implementation is based on one of the several variants of the LINUX 10884d179dSJan Kara * inode-subsystem with added complexity of the diskquota system. 11884d179dSJan Kara * 12884d179dSJan Kara * Author: Marco van Wieringen <mvw@planets.elm.net> 13884d179dSJan Kara * 14884d179dSJan Kara * Fixes: Dmitry Gorodchanin <pgmdsg@ibi.com>, 11 Feb 96 15884d179dSJan Kara * 16884d179dSJan Kara * Revised list management to avoid races 17884d179dSJan Kara * -- Bill Hawes, <whawes@star.net>, 9/98 18884d179dSJan Kara * 19884d179dSJan Kara * Fixed races in dquot_transfer(), dqget() and dquot_alloc_...(). 20884d179dSJan Kara * As the consequence the locking was moved from dquot_decr_...(), 21884d179dSJan Kara * dquot_incr_...() to calling functions. 22884d179dSJan Kara * invalidate_dquots() now writes modified dquots. 23884d179dSJan Kara * Serialized quota_off() and quota_on() for mount point. 24884d179dSJan Kara * Fixed a few bugs in grow_dquots(). 25884d179dSJan Kara * Fixed deadlock in write_dquot() - we no longer account quotas on 26884d179dSJan Kara * quota files 27884d179dSJan Kara * remove_dquot_ref() moved to inode.c - it now traverses through inodes 28884d179dSJan Kara * add_dquot_ref() restarts after blocking 29884d179dSJan Kara * Added check for bogus uid and fixed check for group in quotactl. 30884d179dSJan Kara * Jan Kara, <jack@suse.cz>, sponsored by SuSE CR, 10-11/99 31884d179dSJan Kara * 32884d179dSJan Kara * Used struct list_head instead of own list struct 33884d179dSJan Kara * Invalidation of referenced dquots is no longer possible 34884d179dSJan Kara * Improved free_dquots list management 35884d179dSJan Kara * Quota and i_blocks are now updated in one place to avoid races 36884d179dSJan Kara * Warnings are now delayed so we won't block in critical section 37884d179dSJan Kara * Write updated not to require dquot lock 38884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 9/2000 39884d179dSJan Kara * 40884d179dSJan Kara * Added dynamic quota structure allocation 41884d179dSJan Kara * Jan Kara <jack@suse.cz> 12/2000 42884d179dSJan Kara * 43884d179dSJan Kara * Rewritten quota interface. Implemented new quota format and 44884d179dSJan Kara * formats registering. 45884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 2001,2002 46884d179dSJan Kara * 47884d179dSJan Kara * New SMP locking. 48884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 10/2002 49884d179dSJan Kara * 50884d179dSJan Kara * Added journalled quota support, fix lock inversion problems 51884d179dSJan Kara * Jan Kara, <jack@suse.cz>, 2003,2004 52884d179dSJan Kara * 53884d179dSJan Kara * (C) Copyright 1994 - 1997 Marco van Wieringen 54884d179dSJan Kara */ 55884d179dSJan Kara 56884d179dSJan Kara #include <linux/errno.h> 57884d179dSJan Kara #include <linux/kernel.h> 58884d179dSJan Kara #include <linux/fs.h> 59884d179dSJan Kara #include <linux/mount.h> 60884d179dSJan Kara #include <linux/mm.h> 61884d179dSJan Kara #include <linux/time.h> 62884d179dSJan Kara #include <linux/types.h> 63884d179dSJan Kara #include <linux/string.h> 64884d179dSJan Kara #include <linux/fcntl.h> 65884d179dSJan Kara #include <linux/stat.h> 66884d179dSJan Kara #include <linux/tty.h> 67884d179dSJan Kara #include <linux/file.h> 68884d179dSJan Kara #include <linux/slab.h> 69884d179dSJan Kara #include <linux/sysctl.h> 70884d179dSJan Kara #include <linux/init.h> 71884d179dSJan Kara #include <linux/module.h> 72884d179dSJan Kara #include <linux/proc_fs.h> 73884d179dSJan Kara #include <linux/security.h> 7440401530SAl Viro #include <linux/sched.h> 755b825c3aSIngo Molnar #include <linux/cred.h> 76884d179dSJan Kara #include <linux/kmod.h> 77884d179dSJan Kara #include <linux/namei.h> 78884d179dSJan Kara #include <linux/capability.h> 79884d179dSJan Kara #include <linux/quotaops.h> 8055fa6091SDave Chinner #include "../internal.h" /* ugh */ 81884d179dSJan Kara 82f3da9310SJeff Liu #include <linux/uaccess.h> 83884d179dSJan Kara 84884d179dSJan Kara /* 85884d179dSJan Kara * There are three quota SMP locks. dq_list_lock protects all lists with quotas 86dde95888SDmitry Monakhov * and quota formats. 87884d179dSJan Kara * dq_data_lock protects data from dq_dqb and also mem_dqinfo structures and 88884d179dSJan Kara * also guards consistency of dquot->dq_dqb with inode->i_blocks, i_bytes. 89884d179dSJan Kara * i_blocks and i_bytes updates itself are guarded by i_lock acquired directly 90884d179dSJan Kara * in inode_add_bytes() and inode_sub_bytes(). dq_state_lock protects 91884d179dSJan Kara * modifications of quota state (on quotaon and quotaoff) and readers who care 92884d179dSJan Kara * about latest values take it as well. 93884d179dSJan Kara * 94884d179dSJan Kara * The spinlock ordering is hence: dq_data_lock > dq_list_lock > i_lock, 95884d179dSJan Kara * dq_list_lock > dq_state_lock 96884d179dSJan Kara * 97884d179dSJan Kara * Note that some things (eg. sb pointer, type, id) doesn't change during 98884d179dSJan Kara * the life of the dquot structure and so needn't to be protected by a lock 99884d179dSJan Kara * 100b9ba6f94SNiu Yawei * Operation accessing dquots via inode pointers are protected by dquot_srcu. 101b9ba6f94SNiu Yawei * Operation of reading pointer needs srcu_read_lock(&dquot_srcu), and 102b9ba6f94SNiu Yawei * synchronize_srcu(&dquot_srcu) is called after clearing pointers from 103b9ba6f94SNiu Yawei * inode and before dropping dquot references to avoid use of dquots after 104b9ba6f94SNiu Yawei * they are freed. dq_data_lock is used to serialize the pointer setting and 105b9ba6f94SNiu Yawei * clearing operations. 10626245c94SJan Kara * Special care needs to be taken about S_NOQUOTA inode flag (marking that 10726245c94SJan Kara * inode is a quota file). Functions adding pointers from inode to dquots have 108b9ba6f94SNiu Yawei * to check this flag under dq_data_lock and then (if S_NOQUOTA is not set) they 109b9ba6f94SNiu Yawei * have to do all pointer modifications before dropping dq_data_lock. This makes 11026245c94SJan Kara * sure they cannot race with quotaon which first sets S_NOQUOTA flag and 11126245c94SJan Kara * then drops all pointers to dquots from an inode. 112884d179dSJan Kara * 1135e8cb9b6SJan Kara * Each dquot has its dq_lock mutex. Dquot is locked when it is being read to 1145e8cb9b6SJan Kara * memory (or space for it is being allocated) on the first dqget(), when it is 1155e8cb9b6SJan Kara * being written out, and when it is being released on the last dqput(). The 1165e8cb9b6SJan Kara * allocation and release operations are serialized by the dq_lock and by 1175e8cb9b6SJan Kara * checking the use count in dquot_release(). 118884d179dSJan Kara * 119884d179dSJan Kara * Lock ordering (including related VFS locks) is the following: 120bc8230eeSJan Kara * s_umount > i_mutex > journal_lock > dquot->dq_lock > dqio_sem 121884d179dSJan Kara */ 122884d179dSJan Kara 123c516610cSJan Kara static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_list_lock); 124c516610cSJan Kara static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_state_lock); 125c516610cSJan Kara __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_data_lock); 126884d179dSJan Kara EXPORT_SYMBOL(dq_data_lock); 127b9ba6f94SNiu Yawei DEFINE_STATIC_SRCU(dquot_srcu); 128884d179dSJan Kara 129fb5ffb0eSJiaying Zhang void __quota_error(struct super_block *sb, const char *func, 130fb5ffb0eSJiaying Zhang const char *fmt, ...) 131fb5ffb0eSJiaying Zhang { 132fb5ffb0eSJiaying Zhang if (printk_ratelimit()) { 133055adcbdSJoe Perches va_list args; 134055adcbdSJoe Perches struct va_format vaf; 135055adcbdSJoe Perches 136fb5ffb0eSJiaying Zhang va_start(args, fmt); 137055adcbdSJoe Perches 138055adcbdSJoe Perches vaf.fmt = fmt; 139055adcbdSJoe Perches vaf.va = &args; 140055adcbdSJoe Perches 141055adcbdSJoe Perches printk(KERN_ERR "Quota error (device %s): %s: %pV\n", 142055adcbdSJoe Perches sb->s_id, func, &vaf); 143055adcbdSJoe Perches 144fb5ffb0eSJiaying Zhang va_end(args); 145fb5ffb0eSJiaying Zhang } 146fb5ffb0eSJiaying Zhang } 147fb5ffb0eSJiaying Zhang EXPORT_SYMBOL(__quota_error); 148fb5ffb0eSJiaying Zhang 149da8d1ba2SSergey Senozhatsky #if defined(CONFIG_QUOTA_DEBUG) || defined(CONFIG_PRINT_QUOTA_WARNING) 150884d179dSJan Kara static char *quotatypes[] = INITQFNAMES; 151da8d1ba2SSergey Senozhatsky #endif 152884d179dSJan Kara static struct quota_format_type *quota_formats; /* List of registered formats */ 153884d179dSJan Kara static struct quota_module_name module_names[] = INIT_QUOTA_MODULE_NAMES; 154884d179dSJan Kara 155884d179dSJan Kara /* SLAB cache for dquot structures */ 156884d179dSJan Kara static struct kmem_cache *dquot_cachep; 157884d179dSJan Kara 158884d179dSJan Kara int register_quota_format(struct quota_format_type *fmt) 159884d179dSJan Kara { 160884d179dSJan Kara spin_lock(&dq_list_lock); 161884d179dSJan Kara fmt->qf_next = quota_formats; 162884d179dSJan Kara quota_formats = fmt; 163884d179dSJan Kara spin_unlock(&dq_list_lock); 164884d179dSJan Kara return 0; 165884d179dSJan Kara } 166884d179dSJan Kara EXPORT_SYMBOL(register_quota_format); 167884d179dSJan Kara 168884d179dSJan Kara void unregister_quota_format(struct quota_format_type *fmt) 169884d179dSJan Kara { 170884d179dSJan Kara struct quota_format_type **actqf; 171884d179dSJan Kara 172884d179dSJan Kara spin_lock(&dq_list_lock); 173268157baSJan Kara for (actqf = "a_formats; *actqf && *actqf != fmt; 174268157baSJan Kara actqf = &(*actqf)->qf_next) 175268157baSJan Kara ; 176884d179dSJan Kara if (*actqf) 177884d179dSJan Kara *actqf = (*actqf)->qf_next; 178884d179dSJan Kara spin_unlock(&dq_list_lock); 179884d179dSJan Kara } 180884d179dSJan Kara EXPORT_SYMBOL(unregister_quota_format); 181884d179dSJan Kara 182884d179dSJan Kara static struct quota_format_type *find_quota_format(int id) 183884d179dSJan Kara { 184884d179dSJan Kara struct quota_format_type *actqf; 185884d179dSJan Kara 186884d179dSJan Kara spin_lock(&dq_list_lock); 187268157baSJan Kara for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id; 188268157baSJan Kara actqf = actqf->qf_next) 189268157baSJan Kara ; 190884d179dSJan Kara if (!actqf || !try_module_get(actqf->qf_owner)) { 191884d179dSJan Kara int qm; 192884d179dSJan Kara 193884d179dSJan Kara spin_unlock(&dq_list_lock); 194884d179dSJan Kara 195268157baSJan Kara for (qm = 0; module_names[qm].qm_fmt_id && 196268157baSJan Kara module_names[qm].qm_fmt_id != id; qm++) 197268157baSJan Kara ; 198268157baSJan Kara if (!module_names[qm].qm_fmt_id || 199268157baSJan Kara request_module(module_names[qm].qm_mod_name)) 200884d179dSJan Kara return NULL; 201884d179dSJan Kara 202884d179dSJan Kara spin_lock(&dq_list_lock); 203268157baSJan Kara for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id; 204268157baSJan Kara actqf = actqf->qf_next) 205268157baSJan Kara ; 206884d179dSJan Kara if (actqf && !try_module_get(actqf->qf_owner)) 207884d179dSJan Kara actqf = NULL; 208884d179dSJan Kara } 209884d179dSJan Kara spin_unlock(&dq_list_lock); 210884d179dSJan Kara return actqf; 211884d179dSJan Kara } 212884d179dSJan Kara 213884d179dSJan Kara static void put_quota_format(struct quota_format_type *fmt) 214884d179dSJan Kara { 215884d179dSJan Kara module_put(fmt->qf_owner); 216884d179dSJan Kara } 217884d179dSJan Kara 218884d179dSJan Kara /* 219884d179dSJan Kara * Dquot List Management: 220884d179dSJan Kara * The quota code uses three lists for dquot management: the inuse_list, 221884d179dSJan Kara * free_dquots, and dquot_hash[] array. A single dquot structure may be 222884d179dSJan Kara * on all three lists, depending on its current state. 223884d179dSJan Kara * 224884d179dSJan Kara * All dquots are placed to the end of inuse_list when first created, and this 225884d179dSJan Kara * list is used for invalidate operation, which must look at every dquot. 226884d179dSJan Kara * 227884d179dSJan Kara * Unused dquots (dq_count == 0) are added to the free_dquots list when freed, 228884d179dSJan Kara * and this list is searched whenever we need an available dquot. Dquots are 229884d179dSJan Kara * removed from the list as soon as they are used again, and 230884d179dSJan Kara * dqstats.free_dquots gives the number of dquots on the list. When 231884d179dSJan Kara * dquot is invalidated it's completely released from memory. 232884d179dSJan Kara * 233884d179dSJan Kara * Dquots with a specific identity (device, type and id) are placed on 234884d179dSJan Kara * one of the dquot_hash[] hash chains. The provides an efficient search 235884d179dSJan Kara * mechanism to locate a specific dquot. 236884d179dSJan Kara */ 237884d179dSJan Kara 238884d179dSJan Kara static LIST_HEAD(inuse_list); 239884d179dSJan Kara static LIST_HEAD(free_dquots); 240884d179dSJan Kara static unsigned int dq_hash_bits, dq_hash_mask; 241884d179dSJan Kara static struct hlist_head *dquot_hash; 242884d179dSJan Kara 243884d179dSJan Kara struct dqstats dqstats; 244884d179dSJan Kara EXPORT_SYMBOL(dqstats); 245884d179dSJan Kara 2460a5a9c72SJan Kara static qsize_t inode_get_rsv_space(struct inode *inode); 2476184fc0bSJan Kara static int __dquot_initialize(struct inode *inode, int type); 2480a5a9c72SJan Kara 249884d179dSJan Kara static inline unsigned int 2501a06d420SEric W. Biederman hashfn(const struct super_block *sb, struct kqid qid) 251884d179dSJan Kara { 2521a06d420SEric W. Biederman unsigned int id = from_kqid(&init_user_ns, qid); 2531a06d420SEric W. Biederman int type = qid.type; 254884d179dSJan Kara unsigned long tmp; 255884d179dSJan Kara 256884d179dSJan Kara tmp = (((unsigned long)sb>>L1_CACHE_SHIFT) ^ id) * (MAXQUOTAS - type); 257884d179dSJan Kara return (tmp + (tmp >> dq_hash_bits)) & dq_hash_mask; 258884d179dSJan Kara } 259884d179dSJan Kara 260884d179dSJan Kara /* 261884d179dSJan Kara * Following list functions expect dq_list_lock to be held 262884d179dSJan Kara */ 263884d179dSJan Kara static inline void insert_dquot_hash(struct dquot *dquot) 264884d179dSJan Kara { 265268157baSJan Kara struct hlist_head *head; 2661a06d420SEric W. Biederman head = dquot_hash + hashfn(dquot->dq_sb, dquot->dq_id); 267884d179dSJan Kara hlist_add_head(&dquot->dq_hash, head); 268884d179dSJan Kara } 269884d179dSJan Kara 270884d179dSJan Kara static inline void remove_dquot_hash(struct dquot *dquot) 271884d179dSJan Kara { 272884d179dSJan Kara hlist_del_init(&dquot->dq_hash); 273884d179dSJan Kara } 274884d179dSJan Kara 2757a2435d8SJan Kara static struct dquot *find_dquot(unsigned int hashent, struct super_block *sb, 2761a06d420SEric W. Biederman struct kqid qid) 277884d179dSJan Kara { 278884d179dSJan Kara struct hlist_node *node; 279884d179dSJan Kara struct dquot *dquot; 280884d179dSJan Kara 281884d179dSJan Kara hlist_for_each (node, dquot_hash+hashent) { 282884d179dSJan Kara dquot = hlist_entry(node, struct dquot, dq_hash); 2834c376dcaSEric W. Biederman if (dquot->dq_sb == sb && qid_eq(dquot->dq_id, qid)) 284884d179dSJan Kara return dquot; 285884d179dSJan Kara } 286dd6f3c6dSJan Kara return NULL; 287884d179dSJan Kara } 288884d179dSJan Kara 289884d179dSJan Kara /* Add a dquot to the tail of the free list */ 290884d179dSJan Kara static inline void put_dquot_last(struct dquot *dquot) 291884d179dSJan Kara { 292884d179dSJan Kara list_add_tail(&dquot->dq_free, &free_dquots); 293dde95888SDmitry Monakhov dqstats_inc(DQST_FREE_DQUOTS); 294884d179dSJan Kara } 295884d179dSJan Kara 296884d179dSJan Kara static inline void remove_free_dquot(struct dquot *dquot) 297884d179dSJan Kara { 298884d179dSJan Kara if (list_empty(&dquot->dq_free)) 299884d179dSJan Kara return; 300884d179dSJan Kara list_del_init(&dquot->dq_free); 301dde95888SDmitry Monakhov dqstats_dec(DQST_FREE_DQUOTS); 302884d179dSJan Kara } 303884d179dSJan Kara 304884d179dSJan Kara static inline void put_inuse(struct dquot *dquot) 305884d179dSJan Kara { 306884d179dSJan Kara /* We add to the back of inuse list so we don't have to restart 307884d179dSJan Kara * when traversing this list and we block */ 308884d179dSJan Kara list_add_tail(&dquot->dq_inuse, &inuse_list); 309dde95888SDmitry Monakhov dqstats_inc(DQST_ALLOC_DQUOTS); 310884d179dSJan Kara } 311884d179dSJan Kara 312884d179dSJan Kara static inline void remove_inuse(struct dquot *dquot) 313884d179dSJan Kara { 314dde95888SDmitry Monakhov dqstats_dec(DQST_ALLOC_DQUOTS); 315884d179dSJan Kara list_del(&dquot->dq_inuse); 316884d179dSJan Kara } 317884d179dSJan Kara /* 318884d179dSJan Kara * End of list functions needing dq_list_lock 319884d179dSJan Kara */ 320884d179dSJan Kara 321884d179dSJan Kara static void wait_on_dquot(struct dquot *dquot) 322884d179dSJan Kara { 323884d179dSJan Kara mutex_lock(&dquot->dq_lock); 324884d179dSJan Kara mutex_unlock(&dquot->dq_lock); 325884d179dSJan Kara } 326884d179dSJan Kara 327884d179dSJan Kara static inline int dquot_dirty(struct dquot *dquot) 328884d179dSJan Kara { 329884d179dSJan Kara return test_bit(DQ_MOD_B, &dquot->dq_flags); 330884d179dSJan Kara } 331884d179dSJan Kara 332884d179dSJan Kara static inline int mark_dquot_dirty(struct dquot *dquot) 333884d179dSJan Kara { 334884d179dSJan Kara return dquot->dq_sb->dq_op->mark_dirty(dquot); 335884d179dSJan Kara } 336884d179dSJan Kara 337eabf290dSDmitry Monakhov /* Mark dquot dirty in atomic manner, and return it's old dirty flag state */ 338884d179dSJan Kara int dquot_mark_dquot_dirty(struct dquot *dquot) 339884d179dSJan Kara { 340eabf290dSDmitry Monakhov int ret = 1; 341eabf290dSDmitry Monakhov 342eabf290dSDmitry Monakhov /* If quota is dirty already, we don't have to acquire dq_list_lock */ 343eabf290dSDmitry Monakhov if (test_bit(DQ_MOD_B, &dquot->dq_flags)) 344eabf290dSDmitry Monakhov return 1; 345eabf290dSDmitry Monakhov 346884d179dSJan Kara spin_lock(&dq_list_lock); 347eabf290dSDmitry Monakhov if (!test_and_set_bit(DQ_MOD_B, &dquot->dq_flags)) { 348884d179dSJan Kara list_add(&dquot->dq_dirty, &sb_dqopt(dquot->dq_sb)-> 3494c376dcaSEric W. Biederman info[dquot->dq_id.type].dqi_dirty_list); 350eabf290dSDmitry Monakhov ret = 0; 351eabf290dSDmitry Monakhov } 352884d179dSJan Kara spin_unlock(&dq_list_lock); 353eabf290dSDmitry Monakhov return ret; 354884d179dSJan Kara } 355884d179dSJan Kara EXPORT_SYMBOL(dquot_mark_dquot_dirty); 356884d179dSJan Kara 357dc52dd3aSDmitry Monakhov /* Dirtify all the dquots - this can block when journalling */ 358dc52dd3aSDmitry Monakhov static inline int mark_all_dquot_dirty(struct dquot * const *dquot) 359dc52dd3aSDmitry Monakhov { 360dc52dd3aSDmitry Monakhov int ret, err, cnt; 361dc52dd3aSDmitry Monakhov 362dc52dd3aSDmitry Monakhov ret = err = 0; 363dc52dd3aSDmitry Monakhov for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 364dc52dd3aSDmitry Monakhov if (dquot[cnt]) 365dc52dd3aSDmitry Monakhov /* Even in case of error we have to continue */ 366dc52dd3aSDmitry Monakhov ret = mark_dquot_dirty(dquot[cnt]); 367dc52dd3aSDmitry Monakhov if (!err) 368dc52dd3aSDmitry Monakhov err = ret; 369dc52dd3aSDmitry Monakhov } 370dc52dd3aSDmitry Monakhov return err; 371dc52dd3aSDmitry Monakhov } 372dc52dd3aSDmitry Monakhov 373dc52dd3aSDmitry Monakhov static inline void dqput_all(struct dquot **dquot) 374dc52dd3aSDmitry Monakhov { 375dc52dd3aSDmitry Monakhov unsigned int cnt; 376dc52dd3aSDmitry Monakhov 377dc52dd3aSDmitry Monakhov for (cnt = 0; cnt < MAXQUOTAS; cnt++) 378dc52dd3aSDmitry Monakhov dqput(dquot[cnt]); 379dc52dd3aSDmitry Monakhov } 380dc52dd3aSDmitry Monakhov 381884d179dSJan Kara /* This function needs dq_list_lock */ 382884d179dSJan Kara static inline int clear_dquot_dirty(struct dquot *dquot) 383884d179dSJan Kara { 384884d179dSJan Kara if (!test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags)) 385884d179dSJan Kara return 0; 386884d179dSJan Kara list_del_init(&dquot->dq_dirty); 387884d179dSJan Kara return 1; 388884d179dSJan Kara } 389884d179dSJan Kara 390884d179dSJan Kara void mark_info_dirty(struct super_block *sb, int type) 391884d179dSJan Kara { 392884d179dSJan Kara set_bit(DQF_INFO_DIRTY_B, &sb_dqopt(sb)->info[type].dqi_flags); 393884d179dSJan Kara } 394884d179dSJan Kara EXPORT_SYMBOL(mark_info_dirty); 395884d179dSJan Kara 396884d179dSJan Kara /* 397884d179dSJan Kara * Read dquot from disk and alloc space for it 398884d179dSJan Kara */ 399884d179dSJan Kara 400884d179dSJan Kara int dquot_acquire(struct dquot *dquot) 401884d179dSJan Kara { 402884d179dSJan Kara int ret = 0, ret2 = 0; 403884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(dquot->dq_sb); 404884d179dSJan Kara 405884d179dSJan Kara mutex_lock(&dquot->dq_lock); 406*e342e38dSJan Kara if (!test_bit(DQ_READ_B, &dquot->dq_flags)) 4074c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->read_dqblk(dquot); 408884d179dSJan Kara if (ret < 0) 409884d179dSJan Kara goto out_iolock; 410044c9b67SJan Kara /* Make sure flags update is visible after dquot has been filled */ 411044c9b67SJan Kara smp_mb__before_atomic(); 412884d179dSJan Kara set_bit(DQ_READ_B, &dquot->dq_flags); 413884d179dSJan Kara /* Instantiate dquot if needed */ 414884d179dSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && !dquot->dq_off) { 41562676838SJan Kara down_write(&dqopt->dqio_sem); 4164c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot); 417884d179dSJan Kara /* Write the info if needed */ 4184c376dcaSEric W. Biederman if (info_dirty(&dqopt->info[dquot->dq_id.type])) { 4194c376dcaSEric W. Biederman ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info( 4204c376dcaSEric W. Biederman dquot->dq_sb, dquot->dq_id.type); 421268157baSJan Kara } 42262676838SJan Kara up_write(&dqopt->dqio_sem); 423884d179dSJan Kara if (ret < 0) 424884d179dSJan Kara goto out_iolock; 425884d179dSJan Kara if (ret2 < 0) { 426884d179dSJan Kara ret = ret2; 427884d179dSJan Kara goto out_iolock; 428884d179dSJan Kara } 429884d179dSJan Kara } 430044c9b67SJan Kara /* 431044c9b67SJan Kara * Make sure flags update is visible after on-disk struct has been 432044c9b67SJan Kara * allocated. Paired with smp_rmb() in dqget(). 433044c9b67SJan Kara */ 434044c9b67SJan Kara smp_mb__before_atomic(); 435884d179dSJan Kara set_bit(DQ_ACTIVE_B, &dquot->dq_flags); 436884d179dSJan Kara out_iolock: 437884d179dSJan Kara mutex_unlock(&dquot->dq_lock); 438884d179dSJan Kara return ret; 439884d179dSJan Kara } 440884d179dSJan Kara EXPORT_SYMBOL(dquot_acquire); 441884d179dSJan Kara 442884d179dSJan Kara /* 443884d179dSJan Kara * Write dquot to disk 444884d179dSJan Kara */ 445884d179dSJan Kara int dquot_commit(struct dquot *dquot) 446884d179dSJan Kara { 447b03f2456SJan Kara int ret = 0; 448884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(dquot->dq_sb); 449884d179dSJan Kara 4505e8cb9b6SJan Kara mutex_lock(&dquot->dq_lock); 451884d179dSJan Kara spin_lock(&dq_list_lock); 452884d179dSJan Kara if (!clear_dquot_dirty(dquot)) { 453884d179dSJan Kara spin_unlock(&dq_list_lock); 4545e8cb9b6SJan Kara goto out_lock; 455884d179dSJan Kara } 456884d179dSJan Kara spin_unlock(&dq_list_lock); 457884d179dSJan Kara /* Inactive dquot can be only if there was error during read/init 458884d179dSJan Kara * => we have better not writing it */ 4595e8cb9b6SJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 4605e8cb9b6SJan Kara down_write(&dqopt->dqio_sem); 4614c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot); 462bc8230eeSJan Kara up_write(&dqopt->dqio_sem); 4635e8cb9b6SJan Kara } else { 4645e8cb9b6SJan Kara ret = -EIO; 4655e8cb9b6SJan Kara } 4665e8cb9b6SJan Kara out_lock: 4675e8cb9b6SJan Kara mutex_unlock(&dquot->dq_lock); 468884d179dSJan Kara return ret; 469884d179dSJan Kara } 470884d179dSJan Kara EXPORT_SYMBOL(dquot_commit); 471884d179dSJan Kara 472884d179dSJan Kara /* 473884d179dSJan Kara * Release dquot 474884d179dSJan Kara */ 475884d179dSJan Kara int dquot_release(struct dquot *dquot) 476884d179dSJan Kara { 477884d179dSJan Kara int ret = 0, ret2 = 0; 478884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(dquot->dq_sb); 479884d179dSJan Kara 480884d179dSJan Kara mutex_lock(&dquot->dq_lock); 481884d179dSJan Kara /* Check whether we are not racing with some other dqget() */ 482884d179dSJan Kara if (atomic_read(&dquot->dq_count) > 1) 483884d179dSJan Kara goto out_dqlock; 484bc8230eeSJan Kara down_write(&dqopt->dqio_sem); 4854c376dcaSEric W. Biederman if (dqopt->ops[dquot->dq_id.type]->release_dqblk) { 4864c376dcaSEric W. Biederman ret = dqopt->ops[dquot->dq_id.type]->release_dqblk(dquot); 487884d179dSJan Kara /* Write the info */ 4884c376dcaSEric W. Biederman if (info_dirty(&dqopt->info[dquot->dq_id.type])) { 4894c376dcaSEric W. Biederman ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info( 4904c376dcaSEric W. Biederman dquot->dq_sb, dquot->dq_id.type); 491268157baSJan Kara } 492884d179dSJan Kara if (ret >= 0) 493884d179dSJan Kara ret = ret2; 494884d179dSJan Kara } 495884d179dSJan Kara clear_bit(DQ_ACTIVE_B, &dquot->dq_flags); 496bc8230eeSJan Kara up_write(&dqopt->dqio_sem); 497884d179dSJan Kara out_dqlock: 498884d179dSJan Kara mutex_unlock(&dquot->dq_lock); 499884d179dSJan Kara return ret; 500884d179dSJan Kara } 501884d179dSJan Kara EXPORT_SYMBOL(dquot_release); 502884d179dSJan Kara 503884d179dSJan Kara void dquot_destroy(struct dquot *dquot) 504884d179dSJan Kara { 505884d179dSJan Kara kmem_cache_free(dquot_cachep, dquot); 506884d179dSJan Kara } 507884d179dSJan Kara EXPORT_SYMBOL(dquot_destroy); 508884d179dSJan Kara 509884d179dSJan Kara static inline void do_destroy_dquot(struct dquot *dquot) 510884d179dSJan Kara { 511884d179dSJan Kara dquot->dq_sb->dq_op->destroy_dquot(dquot); 512884d179dSJan Kara } 513884d179dSJan Kara 514884d179dSJan Kara /* Invalidate all dquots on the list. Note that this function is called after 515884d179dSJan Kara * quota is disabled and pointers from inodes removed so there cannot be new 516884d179dSJan Kara * quota users. There can still be some users of quotas due to inodes being 517884d179dSJan Kara * just deleted or pruned by prune_icache() (those are not attached to any 518884d179dSJan Kara * list) or parallel quotactl call. We have to wait for such users. 519884d179dSJan Kara */ 520884d179dSJan Kara static void invalidate_dquots(struct super_block *sb, int type) 521884d179dSJan Kara { 522884d179dSJan Kara struct dquot *dquot, *tmp; 523884d179dSJan Kara 524884d179dSJan Kara restart: 525884d179dSJan Kara spin_lock(&dq_list_lock); 526884d179dSJan Kara list_for_each_entry_safe(dquot, tmp, &inuse_list, dq_inuse) { 527884d179dSJan Kara if (dquot->dq_sb != sb) 528884d179dSJan Kara continue; 5294c376dcaSEric W. Biederman if (dquot->dq_id.type != type) 530884d179dSJan Kara continue; 531884d179dSJan Kara /* Wait for dquot users */ 532884d179dSJan Kara if (atomic_read(&dquot->dq_count)) { 533884d179dSJan Kara DEFINE_WAIT(wait); 534884d179dSJan Kara 5359f985cb6SJan Kara dqgrab(dquot); 536884d179dSJan Kara prepare_to_wait(&dquot->dq_wait_unused, &wait, 537884d179dSJan Kara TASK_UNINTERRUPTIBLE); 538884d179dSJan Kara spin_unlock(&dq_list_lock); 539884d179dSJan Kara /* Once dqput() wakes us up, we know it's time to free 540884d179dSJan Kara * the dquot. 541884d179dSJan Kara * IMPORTANT: we rely on the fact that there is always 542884d179dSJan Kara * at most one process waiting for dquot to free. 543884d179dSJan Kara * Otherwise dq_count would be > 1 and we would never 544884d179dSJan Kara * wake up. 545884d179dSJan Kara */ 546884d179dSJan Kara if (atomic_read(&dquot->dq_count) > 1) 547884d179dSJan Kara schedule(); 548884d179dSJan Kara finish_wait(&dquot->dq_wait_unused, &wait); 549884d179dSJan Kara dqput(dquot); 550884d179dSJan Kara /* At this moment dquot() need not exist (it could be 551884d179dSJan Kara * reclaimed by prune_dqcache(). Hence we must 552884d179dSJan Kara * restart. */ 553884d179dSJan Kara goto restart; 554884d179dSJan Kara } 555884d179dSJan Kara /* 556884d179dSJan Kara * Quota now has no users and it has been written on last 557884d179dSJan Kara * dqput() 558884d179dSJan Kara */ 559884d179dSJan Kara remove_dquot_hash(dquot); 560884d179dSJan Kara remove_free_dquot(dquot); 561884d179dSJan Kara remove_inuse(dquot); 562884d179dSJan Kara do_destroy_dquot(dquot); 563884d179dSJan Kara } 564884d179dSJan Kara spin_unlock(&dq_list_lock); 565884d179dSJan Kara } 566884d179dSJan Kara 567884d179dSJan Kara /* Call callback for every active dquot on given filesystem */ 568884d179dSJan Kara int dquot_scan_active(struct super_block *sb, 569884d179dSJan Kara int (*fn)(struct dquot *dquot, unsigned long priv), 570884d179dSJan Kara unsigned long priv) 571884d179dSJan Kara { 572884d179dSJan Kara struct dquot *dquot, *old_dquot = NULL; 573884d179dSJan Kara int ret = 0; 574884d179dSJan Kara 575ee1ac541SJan Kara WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount)); 576ee1ac541SJan Kara 577884d179dSJan Kara spin_lock(&dq_list_lock); 578884d179dSJan Kara list_for_each_entry(dquot, &inuse_list, dq_inuse) { 579884d179dSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) 580884d179dSJan Kara continue; 581884d179dSJan Kara if (dquot->dq_sb != sb) 582884d179dSJan Kara continue; 583884d179dSJan Kara /* Now we have active dquot so we can just increase use count */ 584884d179dSJan Kara atomic_inc(&dquot->dq_count); 585884d179dSJan Kara spin_unlock(&dq_list_lock); 586dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 587884d179dSJan Kara dqput(old_dquot); 588884d179dSJan Kara old_dquot = dquot; 5891362f4eaSJan Kara /* 5901362f4eaSJan Kara * ->release_dquot() can be racing with us. Our reference 5911362f4eaSJan Kara * protects us from new calls to it so just wait for any 5921362f4eaSJan Kara * outstanding call and recheck the DQ_ACTIVE_B after that. 5931362f4eaSJan Kara */ 5941362f4eaSJan Kara wait_on_dquot(dquot); 5951362f4eaSJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 596884d179dSJan Kara ret = fn(dquot, priv); 597884d179dSJan Kara if (ret < 0) 598884d179dSJan Kara goto out; 5991362f4eaSJan Kara } 600884d179dSJan Kara spin_lock(&dq_list_lock); 601884d179dSJan Kara /* We are safe to continue now because our dquot could not 602884d179dSJan Kara * be moved out of the inuse list while we hold the reference */ 603884d179dSJan Kara } 604884d179dSJan Kara spin_unlock(&dq_list_lock); 605884d179dSJan Kara out: 606884d179dSJan Kara dqput(old_dquot); 607884d179dSJan Kara return ret; 608884d179dSJan Kara } 609884d179dSJan Kara EXPORT_SYMBOL(dquot_scan_active); 610884d179dSJan Kara 611ceed1723SJan Kara /* Write all dquot structures to quota files */ 612ceed1723SJan Kara int dquot_writeback_dquots(struct super_block *sb, int type) 613884d179dSJan Kara { 614884d179dSJan Kara struct list_head *dirty; 615884d179dSJan Kara struct dquot *dquot; 616884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 617884d179dSJan Kara int cnt; 618ceed1723SJan Kara int err, ret = 0; 619884d179dSJan Kara 6209d1ccbe7SJan Kara WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount)); 6219d1ccbe7SJan Kara 622884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 623884d179dSJan Kara if (type != -1 && cnt != type) 624884d179dSJan Kara continue; 625884d179dSJan Kara if (!sb_has_quota_active(sb, cnt)) 626884d179dSJan Kara continue; 627884d179dSJan Kara spin_lock(&dq_list_lock); 628884d179dSJan Kara dirty = &dqopt->info[cnt].dqi_dirty_list; 629884d179dSJan Kara while (!list_empty(dirty)) { 630268157baSJan Kara dquot = list_first_entry(dirty, struct dquot, 631268157baSJan Kara dq_dirty); 632884d179dSJan Kara /* Dirty and inactive can be only bad dquot... */ 633884d179dSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 634884d179dSJan Kara clear_dquot_dirty(dquot); 635884d179dSJan Kara continue; 636884d179dSJan Kara } 637884d179dSJan Kara /* Now we have active dquot from which someone is 638884d179dSJan Kara * holding reference so we can safely just increase 639884d179dSJan Kara * use count */ 6409f985cb6SJan Kara dqgrab(dquot); 641884d179dSJan Kara spin_unlock(&dq_list_lock); 642dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 643ceed1723SJan Kara err = sb->dq_op->write_dquot(dquot); 644ceed1723SJan Kara if (!ret && err) 645474d2605SJan Kara ret = err; 646884d179dSJan Kara dqput(dquot); 647884d179dSJan Kara spin_lock(&dq_list_lock); 648884d179dSJan Kara } 649884d179dSJan Kara spin_unlock(&dq_list_lock); 650884d179dSJan Kara } 651884d179dSJan Kara 652884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 653884d179dSJan Kara if ((cnt == type || type == -1) && sb_has_quota_active(sb, cnt) 654884d179dSJan Kara && info_dirty(&dqopt->info[cnt])) 655884d179dSJan Kara sb->dq_op->write_info(sb, cnt); 656dde95888SDmitry Monakhov dqstats_inc(DQST_SYNCS); 657884d179dSJan Kara 658ceed1723SJan Kara return ret; 659ceed1723SJan Kara } 660ceed1723SJan Kara EXPORT_SYMBOL(dquot_writeback_dquots); 661ceed1723SJan Kara 662ceed1723SJan Kara /* Write all dquot structures to disk and make them visible from userspace */ 663ceed1723SJan Kara int dquot_quota_sync(struct super_block *sb, int type) 664ceed1723SJan Kara { 665ceed1723SJan Kara struct quota_info *dqopt = sb_dqopt(sb); 666ceed1723SJan Kara int cnt; 667ceed1723SJan Kara int ret; 668ceed1723SJan Kara 669ceed1723SJan Kara ret = dquot_writeback_dquots(sb, type); 670ceed1723SJan Kara if (ret) 671ceed1723SJan Kara return ret; 672ceed1723SJan Kara if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) 6735fb324adSChristoph Hellwig return 0; 6745fb324adSChristoph Hellwig 6755fb324adSChristoph Hellwig /* This is not very clever (and fast) but currently I don't know about 6765fb324adSChristoph Hellwig * any other simple way of getting quota data to disk and we must get 6775fb324adSChristoph Hellwig * them there for userspace to be visible... */ 6785fb324adSChristoph Hellwig if (sb->s_op->sync_fs) 6795fb324adSChristoph Hellwig sb->s_op->sync_fs(sb, 1); 6805fb324adSChristoph Hellwig sync_blockdev(sb->s_bdev); 6815fb324adSChristoph Hellwig 6825fb324adSChristoph Hellwig /* 6835fb324adSChristoph Hellwig * Now when everything is written we can discard the pagecache so 6845fb324adSChristoph Hellwig * that userspace sees the changes. 6855fb324adSChristoph Hellwig */ 6865fb324adSChristoph Hellwig for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 6875fb324adSChristoph Hellwig if (type != -1 && cnt != type) 6885fb324adSChristoph Hellwig continue; 6895fb324adSChristoph Hellwig if (!sb_has_quota_active(sb, cnt)) 6905fb324adSChristoph Hellwig continue; 6915955102cSAl Viro inode_lock(dqopt->files[cnt]); 692f9ef1784SJan Kara truncate_inode_pages(&dqopt->files[cnt]->i_data, 0); 6935955102cSAl Viro inode_unlock(dqopt->files[cnt]); 6945fb324adSChristoph Hellwig } 6955fb324adSChristoph Hellwig 696884d179dSJan Kara return 0; 697884d179dSJan Kara } 698287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_sync); 699884d179dSJan Kara 7001ab6c499SDave Chinner static unsigned long 7011ab6c499SDave Chinner dqcache_shrink_scan(struct shrinker *shrink, struct shrink_control *sc) 702884d179dSJan Kara { 703884d179dSJan Kara struct list_head *head; 704884d179dSJan Kara struct dquot *dquot; 7051ab6c499SDave Chinner unsigned long freed = 0; 706884d179dSJan Kara 707d68aab6bSNiu Yawei spin_lock(&dq_list_lock); 708884d179dSJan Kara head = free_dquots.prev; 7091ab6c499SDave Chinner while (head != &free_dquots && sc->nr_to_scan) { 710884d179dSJan Kara dquot = list_entry(head, struct dquot, dq_free); 711884d179dSJan Kara remove_dquot_hash(dquot); 712884d179dSJan Kara remove_free_dquot(dquot); 713884d179dSJan Kara remove_inuse(dquot); 714884d179dSJan Kara do_destroy_dquot(dquot); 7151ab6c499SDave Chinner sc->nr_to_scan--; 7161ab6c499SDave Chinner freed++; 717884d179dSJan Kara head = free_dquots.prev; 718884d179dSJan Kara } 719d68aab6bSNiu Yawei spin_unlock(&dq_list_lock); 7201ab6c499SDave Chinner return freed; 721884d179dSJan Kara } 722884d179dSJan Kara 7231ab6c499SDave Chinner static unsigned long 7241ab6c499SDave Chinner dqcache_shrink_count(struct shrinker *shrink, struct shrink_control *sc) 725884d179dSJan Kara { 72655f841ceSGlauber Costa return vfs_pressure_ratio( 72755f841ceSGlauber Costa percpu_counter_read_positive(&dqstats.counter[DQST_FREE_DQUOTS])); 728884d179dSJan Kara } 729884d179dSJan Kara 730884d179dSJan Kara static struct shrinker dqcache_shrinker = { 7311ab6c499SDave Chinner .count_objects = dqcache_shrink_count, 7321ab6c499SDave Chinner .scan_objects = dqcache_shrink_scan, 733884d179dSJan Kara .seeks = DEFAULT_SEEKS, 734884d179dSJan Kara }; 735884d179dSJan Kara 736884d179dSJan Kara /* 737884d179dSJan Kara * Put reference to dquot 738884d179dSJan Kara */ 739884d179dSJan Kara void dqput(struct dquot *dquot) 740884d179dSJan Kara { 741884d179dSJan Kara int ret; 742884d179dSJan Kara 743884d179dSJan Kara if (!dquot) 744884d179dSJan Kara return; 74562af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 746884d179dSJan Kara if (!atomic_read(&dquot->dq_count)) { 747fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "trying to free free dquot of %s %d", 7484c376dcaSEric W. Biederman quotatypes[dquot->dq_id.type], 7494c376dcaSEric W. Biederman from_kqid(&init_user_ns, dquot->dq_id)); 750884d179dSJan Kara BUG(); 751884d179dSJan Kara } 752884d179dSJan Kara #endif 753dde95888SDmitry Monakhov dqstats_inc(DQST_DROPS); 754884d179dSJan Kara we_slept: 755884d179dSJan Kara spin_lock(&dq_list_lock); 756884d179dSJan Kara if (atomic_read(&dquot->dq_count) > 1) { 757884d179dSJan Kara /* We have more than one user... nothing to do */ 758884d179dSJan Kara atomic_dec(&dquot->dq_count); 759884d179dSJan Kara /* Releasing dquot during quotaoff phase? */ 7604c376dcaSEric W. Biederman if (!sb_has_quota_active(dquot->dq_sb, dquot->dq_id.type) && 761884d179dSJan Kara atomic_read(&dquot->dq_count) == 1) 762884d179dSJan Kara wake_up(&dquot->dq_wait_unused); 763884d179dSJan Kara spin_unlock(&dq_list_lock); 764884d179dSJan Kara return; 765884d179dSJan Kara } 766884d179dSJan Kara /* Need to release dquot? */ 767884d179dSJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && dquot_dirty(dquot)) { 768884d179dSJan Kara spin_unlock(&dq_list_lock); 769884d179dSJan Kara /* Commit dquot before releasing */ 770884d179dSJan Kara ret = dquot->dq_sb->dq_op->write_dquot(dquot); 771884d179dSJan Kara if (ret < 0) { 772fb5ffb0eSJiaying Zhang quota_error(dquot->dq_sb, "Can't write quota structure" 773fb5ffb0eSJiaying Zhang " (error %d). Quota may get out of sync!", 774fb5ffb0eSJiaying Zhang ret); 775884d179dSJan Kara /* 776884d179dSJan Kara * We clear dirty bit anyway, so that we avoid 777884d179dSJan Kara * infinite loop here 778884d179dSJan Kara */ 779884d179dSJan Kara spin_lock(&dq_list_lock); 780884d179dSJan Kara clear_dquot_dirty(dquot); 781884d179dSJan Kara spin_unlock(&dq_list_lock); 782884d179dSJan Kara } 783884d179dSJan Kara goto we_slept; 784884d179dSJan Kara } 785884d179dSJan Kara /* Clear flag in case dquot was inactive (something bad happened) */ 786884d179dSJan Kara clear_dquot_dirty(dquot); 787884d179dSJan Kara if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 788884d179dSJan Kara spin_unlock(&dq_list_lock); 789884d179dSJan Kara dquot->dq_sb->dq_op->release_dquot(dquot); 790884d179dSJan Kara goto we_slept; 791884d179dSJan Kara } 792884d179dSJan Kara atomic_dec(&dquot->dq_count); 79362af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 794884d179dSJan Kara /* sanity check */ 795884d179dSJan Kara BUG_ON(!list_empty(&dquot->dq_free)); 796884d179dSJan Kara #endif 797884d179dSJan Kara put_dquot_last(dquot); 798884d179dSJan Kara spin_unlock(&dq_list_lock); 799884d179dSJan Kara } 800884d179dSJan Kara EXPORT_SYMBOL(dqput); 801884d179dSJan Kara 802884d179dSJan Kara struct dquot *dquot_alloc(struct super_block *sb, int type) 803884d179dSJan Kara { 804884d179dSJan Kara return kmem_cache_zalloc(dquot_cachep, GFP_NOFS); 805884d179dSJan Kara } 806884d179dSJan Kara EXPORT_SYMBOL(dquot_alloc); 807884d179dSJan Kara 808884d179dSJan Kara static struct dquot *get_empty_dquot(struct super_block *sb, int type) 809884d179dSJan Kara { 810884d179dSJan Kara struct dquot *dquot; 811884d179dSJan Kara 812884d179dSJan Kara dquot = sb->dq_op->alloc_dquot(sb, type); 813884d179dSJan Kara if(!dquot) 814dd6f3c6dSJan Kara return NULL; 815884d179dSJan Kara 816884d179dSJan Kara mutex_init(&dquot->dq_lock); 817884d179dSJan Kara INIT_LIST_HEAD(&dquot->dq_free); 818884d179dSJan Kara INIT_LIST_HEAD(&dquot->dq_inuse); 819884d179dSJan Kara INIT_HLIST_NODE(&dquot->dq_hash); 820884d179dSJan Kara INIT_LIST_HEAD(&dquot->dq_dirty); 821884d179dSJan Kara init_waitqueue_head(&dquot->dq_wait_unused); 822884d179dSJan Kara dquot->dq_sb = sb; 8231a06d420SEric W. Biederman dquot->dq_id = make_kqid_invalid(type); 824884d179dSJan Kara atomic_set(&dquot->dq_count, 1); 825884d179dSJan Kara 826884d179dSJan Kara return dquot; 827884d179dSJan Kara } 828884d179dSJan Kara 829884d179dSJan Kara /* 830884d179dSJan Kara * Get reference to dquot 831884d179dSJan Kara * 832884d179dSJan Kara * Locking is slightly tricky here. We are guarded from parallel quotaoff() 833884d179dSJan Kara * destroying our dquot by: 834884d179dSJan Kara * a) checking for quota flags under dq_list_lock and 835884d179dSJan Kara * b) getting a reference to dquot before we release dq_list_lock 836884d179dSJan Kara */ 837aca645a6SEric W. Biederman struct dquot *dqget(struct super_block *sb, struct kqid qid) 838884d179dSJan Kara { 8391a06d420SEric W. Biederman unsigned int hashent = hashfn(sb, qid); 8406184fc0bSJan Kara struct dquot *dquot, *empty = NULL; 841884d179dSJan Kara 842d49d3762SEric W. Biederman if (!qid_has_mapping(sb->s_user_ns, qid)) 843d49d3762SEric W. Biederman return ERR_PTR(-EINVAL); 844d49d3762SEric W. Biederman 8451a06d420SEric W. Biederman if (!sb_has_quota_active(sb, qid.type)) 8466184fc0bSJan Kara return ERR_PTR(-ESRCH); 847884d179dSJan Kara we_slept: 848884d179dSJan Kara spin_lock(&dq_list_lock); 849884d179dSJan Kara spin_lock(&dq_state_lock); 8501a06d420SEric W. Biederman if (!sb_has_quota_active(sb, qid.type)) { 851884d179dSJan Kara spin_unlock(&dq_state_lock); 852884d179dSJan Kara spin_unlock(&dq_list_lock); 8536184fc0bSJan Kara dquot = ERR_PTR(-ESRCH); 854884d179dSJan Kara goto out; 855884d179dSJan Kara } 856884d179dSJan Kara spin_unlock(&dq_state_lock); 857884d179dSJan Kara 8581a06d420SEric W. Biederman dquot = find_dquot(hashent, sb, qid); 859dd6f3c6dSJan Kara if (!dquot) { 860dd6f3c6dSJan Kara if (!empty) { 861884d179dSJan Kara spin_unlock(&dq_list_lock); 8621a06d420SEric W. Biederman empty = get_empty_dquot(sb, qid.type); 863dd6f3c6dSJan Kara if (!empty) 864884d179dSJan Kara schedule(); /* Try to wait for a moment... */ 865884d179dSJan Kara goto we_slept; 866884d179dSJan Kara } 867884d179dSJan Kara dquot = empty; 868dd6f3c6dSJan Kara empty = NULL; 8694c376dcaSEric W. Biederman dquot->dq_id = qid; 870884d179dSJan Kara /* all dquots go on the inuse_list */ 871884d179dSJan Kara put_inuse(dquot); 872884d179dSJan Kara /* hash it first so it can be found */ 873884d179dSJan Kara insert_dquot_hash(dquot); 874884d179dSJan Kara spin_unlock(&dq_list_lock); 875dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 876884d179dSJan Kara } else { 877884d179dSJan Kara if (!atomic_read(&dquot->dq_count)) 878884d179dSJan Kara remove_free_dquot(dquot); 879884d179dSJan Kara atomic_inc(&dquot->dq_count); 880884d179dSJan Kara spin_unlock(&dq_list_lock); 881dde95888SDmitry Monakhov dqstats_inc(DQST_CACHE_HITS); 882dde95888SDmitry Monakhov dqstats_inc(DQST_LOOKUPS); 883884d179dSJan Kara } 884268157baSJan Kara /* Wait for dq_lock - after this we know that either dquot_release() is 885268157baSJan Kara * already finished or it will be canceled due to dq_count > 1 test */ 886884d179dSJan Kara wait_on_dquot(dquot); 887268157baSJan Kara /* Read the dquot / allocate space in quota file */ 8886184fc0bSJan Kara if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) { 8896184fc0bSJan Kara int err; 8906184fc0bSJan Kara 8916184fc0bSJan Kara err = sb->dq_op->acquire_dquot(dquot); 8926184fc0bSJan Kara if (err < 0) { 893884d179dSJan Kara dqput(dquot); 8946184fc0bSJan Kara dquot = ERR_PTR(err); 895884d179dSJan Kara goto out; 896884d179dSJan Kara } 8976184fc0bSJan Kara } 898044c9b67SJan Kara /* 899044c9b67SJan Kara * Make sure following reads see filled structure - paired with 900044c9b67SJan Kara * smp_mb__before_atomic() in dquot_acquire(). 901044c9b67SJan Kara */ 902044c9b67SJan Kara smp_rmb(); 90362af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 904884d179dSJan Kara BUG_ON(!dquot->dq_sb); /* Has somebody invalidated entry under us? */ 905884d179dSJan Kara #endif 906884d179dSJan Kara out: 907884d179dSJan Kara if (empty) 908884d179dSJan Kara do_destroy_dquot(empty); 909884d179dSJan Kara 910884d179dSJan Kara return dquot; 911884d179dSJan Kara } 912884d179dSJan Kara EXPORT_SYMBOL(dqget); 913884d179dSJan Kara 9142d0fa467SJan Kara static inline struct dquot **i_dquot(struct inode *inode) 9152d0fa467SJan Kara { 9162d0fa467SJan Kara return inode->i_sb->s_op->get_dquots(inode); 9172d0fa467SJan Kara } 9182d0fa467SJan Kara 919884d179dSJan Kara static int dqinit_needed(struct inode *inode, int type) 920884d179dSJan Kara { 9215bcd3b6fSKonstantin Khlebnikov struct dquot * const *dquots; 922884d179dSJan Kara int cnt; 923884d179dSJan Kara 924884d179dSJan Kara if (IS_NOQUOTA(inode)) 925884d179dSJan Kara return 0; 9265bcd3b6fSKonstantin Khlebnikov 9275bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 928884d179dSJan Kara if (type != -1) 9295bcd3b6fSKonstantin Khlebnikov return !dquots[type]; 930884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 9315bcd3b6fSKonstantin Khlebnikov if (!dquots[cnt]) 932884d179dSJan Kara return 1; 933884d179dSJan Kara return 0; 934884d179dSJan Kara } 935884d179dSJan Kara 936c3b00446SJan Kara /* This routine is guarded by s_umount semaphore */ 937884d179dSJan Kara static void add_dquot_ref(struct super_block *sb, int type) 938884d179dSJan Kara { 939884d179dSJan Kara struct inode *inode, *old_inode = NULL; 94062af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 9410a5a9c72SJan Kara int reserved = 0; 9424c5e6c0eSJan Kara #endif 943884d179dSJan Kara 94474278da9SDave Chinner spin_lock(&sb->s_inode_list_lock); 945884d179dSJan Kara list_for_each_entry(inode, &sb->s_inodes, i_sb_list) { 946250df6edSDave Chinner spin_lock(&inode->i_lock); 947250df6edSDave Chinner if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) || 948250df6edSDave Chinner !atomic_read(&inode->i_writecount) || 949250df6edSDave Chinner !dqinit_needed(inode, type)) { 950250df6edSDave Chinner spin_unlock(&inode->i_lock); 9513ae5080fSLinus Torvalds continue; 952250df6edSDave Chinner } 953884d179dSJan Kara __iget(inode); 954250df6edSDave Chinner spin_unlock(&inode->i_lock); 95574278da9SDave Chinner spin_unlock(&sb->s_inode_list_lock); 956884d179dSJan Kara 957d7e97117SJan Kara #ifdef CONFIG_QUOTA_DEBUG 958d7e97117SJan Kara if (unlikely(inode_get_rsv_space(inode) > 0)) 959d7e97117SJan Kara reserved = 1; 960d7e97117SJan Kara #endif 961884d179dSJan Kara iput(old_inode); 962871a2931SChristoph Hellwig __dquot_initialize(inode, type); 96355fa6091SDave Chinner 96455fa6091SDave Chinner /* 96555fa6091SDave Chinner * We hold a reference to 'inode' so it couldn't have been 96655fa6091SDave Chinner * removed from s_inodes list while we dropped the 96774278da9SDave Chinner * s_inode_list_lock. We cannot iput the inode now as we can be 96855fa6091SDave Chinner * holding the last reference and we cannot iput it under 96974278da9SDave Chinner * s_inode_list_lock. So we keep the reference and iput it 97055fa6091SDave Chinner * later. 97155fa6091SDave Chinner */ 972884d179dSJan Kara old_inode = inode; 97374278da9SDave Chinner spin_lock(&sb->s_inode_list_lock); 974884d179dSJan Kara } 97574278da9SDave Chinner spin_unlock(&sb->s_inode_list_lock); 976884d179dSJan Kara iput(old_inode); 9770a5a9c72SJan Kara 97862af9b52SJan Kara #ifdef CONFIG_QUOTA_DEBUG 9790a5a9c72SJan Kara if (reserved) { 980fb5ffb0eSJiaying Zhang quota_error(sb, "Writes happened before quota was turned on " 981fb5ffb0eSJiaying Zhang "thus quota information is probably inconsistent. " 982fb5ffb0eSJiaying Zhang "Please run quotacheck(8)"); 9830a5a9c72SJan Kara } 9844c5e6c0eSJan Kara #endif 985884d179dSJan Kara } 986884d179dSJan Kara 987268157baSJan Kara /* 988268157baSJan Kara * Remove references to dquots from inode and add dquot to list for freeing 98925985edcSLucas De Marchi * if we have the last reference to dquot 990268157baSJan Kara */ 9919eb6463fSNiu Yawei static void remove_inode_dquot_ref(struct inode *inode, int type, 992884d179dSJan Kara struct list_head *tofree_head) 993884d179dSJan Kara { 9945bcd3b6fSKonstantin Khlebnikov struct dquot **dquots = i_dquot(inode); 9955bcd3b6fSKonstantin Khlebnikov struct dquot *dquot = dquots[type]; 996884d179dSJan Kara 9979eb6463fSNiu Yawei if (!dquot) 9989eb6463fSNiu Yawei return; 9999eb6463fSNiu Yawei 10005bcd3b6fSKonstantin Khlebnikov dquots[type] = NULL; 10019eb6463fSNiu Yawei if (list_empty(&dquot->dq_free)) { 10029eb6463fSNiu Yawei /* 10039eb6463fSNiu Yawei * The inode still has reference to dquot so it can't be in the 10049eb6463fSNiu Yawei * free list 10059eb6463fSNiu Yawei */ 1006884d179dSJan Kara spin_lock(&dq_list_lock); 1007268157baSJan Kara list_add(&dquot->dq_free, tofree_head); 1008884d179dSJan Kara spin_unlock(&dq_list_lock); 10099eb6463fSNiu Yawei } else { 10109eb6463fSNiu Yawei /* 10119eb6463fSNiu Yawei * Dquot is already in a list to put so we won't drop the last 10129eb6463fSNiu Yawei * reference here. 10139eb6463fSNiu Yawei */ 10149eb6463fSNiu Yawei dqput(dquot); 1015884d179dSJan Kara } 1016884d179dSJan Kara } 1017884d179dSJan Kara 1018268157baSJan Kara /* 1019268157baSJan Kara * Free list of dquots 1020268157baSJan Kara * Dquots are removed from inodes and no new references can be got so we are 1021268157baSJan Kara * the only ones holding reference 1022268157baSJan Kara */ 1023884d179dSJan Kara static void put_dquot_list(struct list_head *tofree_head) 1024884d179dSJan Kara { 1025884d179dSJan Kara struct list_head *act_head; 1026884d179dSJan Kara struct dquot *dquot; 1027884d179dSJan Kara 1028884d179dSJan Kara act_head = tofree_head->next; 1029884d179dSJan Kara while (act_head != tofree_head) { 1030884d179dSJan Kara dquot = list_entry(act_head, struct dquot, dq_free); 1031884d179dSJan Kara act_head = act_head->next; 1032268157baSJan Kara /* Remove dquot from the list so we won't have problems... */ 1033268157baSJan Kara list_del_init(&dquot->dq_free); 1034884d179dSJan Kara dqput(dquot); 1035884d179dSJan Kara } 1036884d179dSJan Kara } 1037884d179dSJan Kara 1038884d179dSJan Kara static void remove_dquot_ref(struct super_block *sb, int type, 1039884d179dSJan Kara struct list_head *tofree_head) 1040884d179dSJan Kara { 1041884d179dSJan Kara struct inode *inode; 10427af9cce8SDmitry Monakhov int reserved = 0; 1043884d179dSJan Kara 104474278da9SDave Chinner spin_lock(&sb->s_inode_list_lock); 1045884d179dSJan Kara list_for_each_entry(inode, &sb->s_inodes, i_sb_list) { 10463ae5080fSLinus Torvalds /* 10473ae5080fSLinus Torvalds * We have to scan also I_NEW inodes because they can already 10483ae5080fSLinus Torvalds * have quota pointer initialized. Luckily, we need to touch 10493ae5080fSLinus Torvalds * only quota pointers and these have separate locking 1050b9ba6f94SNiu Yawei * (dq_data_lock). 10513ae5080fSLinus Torvalds */ 1052b9ba6f94SNiu Yawei spin_lock(&dq_data_lock); 10537af9cce8SDmitry Monakhov if (!IS_NOQUOTA(inode)) { 10547af9cce8SDmitry Monakhov if (unlikely(inode_get_rsv_space(inode) > 0)) 10557af9cce8SDmitry Monakhov reserved = 1; 1056884d179dSJan Kara remove_inode_dquot_ref(inode, type, tofree_head); 1057884d179dSJan Kara } 1058b9ba6f94SNiu Yawei spin_unlock(&dq_data_lock); 10597af9cce8SDmitry Monakhov } 106074278da9SDave Chinner spin_unlock(&sb->s_inode_list_lock); 10617af9cce8SDmitry Monakhov #ifdef CONFIG_QUOTA_DEBUG 10627af9cce8SDmitry Monakhov if (reserved) { 10637af9cce8SDmitry Monakhov printk(KERN_WARNING "VFS (%s): Writes happened after quota" 10647af9cce8SDmitry Monakhov " was disabled thus quota information is probably " 10657af9cce8SDmitry Monakhov "inconsistent. Please run quotacheck(8).\n", sb->s_id); 10667af9cce8SDmitry Monakhov } 10677af9cce8SDmitry Monakhov #endif 1068884d179dSJan Kara } 1069884d179dSJan Kara 1070884d179dSJan Kara /* Gather all references from inodes and drop them */ 1071884d179dSJan Kara static void drop_dquot_ref(struct super_block *sb, int type) 1072884d179dSJan Kara { 1073884d179dSJan Kara LIST_HEAD(tofree_head); 1074884d179dSJan Kara 1075884d179dSJan Kara if (sb->dq_op) { 1076884d179dSJan Kara remove_dquot_ref(sb, type, &tofree_head); 1077b9ba6f94SNiu Yawei synchronize_srcu(&dquot_srcu); 1078884d179dSJan Kara put_dquot_list(&tofree_head); 1079884d179dSJan Kara } 1080884d179dSJan Kara } 1081884d179dSJan Kara 1082884d179dSJan Kara static inline void dquot_incr_inodes(struct dquot *dquot, qsize_t number) 1083884d179dSJan Kara { 1084884d179dSJan Kara dquot->dq_dqb.dqb_curinodes += number; 1085884d179dSJan Kara } 1086884d179dSJan Kara 1087884d179dSJan Kara static inline void dquot_incr_space(struct dquot *dquot, qsize_t number) 1088884d179dSJan Kara { 1089884d179dSJan Kara dquot->dq_dqb.dqb_curspace += number; 1090884d179dSJan Kara } 1091884d179dSJan Kara 1092884d179dSJan Kara static inline void dquot_resv_space(struct dquot *dquot, qsize_t number) 1093884d179dSJan Kara { 1094884d179dSJan Kara dquot->dq_dqb.dqb_rsvspace += number; 1095884d179dSJan Kara } 1096884d179dSJan Kara 1097884d179dSJan Kara /* 1098884d179dSJan Kara * Claim reserved quota space 1099884d179dSJan Kara */ 11000a5a9c72SJan Kara static void dquot_claim_reserved_space(struct dquot *dquot, qsize_t number) 1101884d179dSJan Kara { 11020a5a9c72SJan Kara if (dquot->dq_dqb.dqb_rsvspace < number) { 11030a5a9c72SJan Kara WARN_ON_ONCE(1); 11040a5a9c72SJan Kara number = dquot->dq_dqb.dqb_rsvspace; 11050a5a9c72SJan Kara } 1106884d179dSJan Kara dquot->dq_dqb.dqb_curspace += number; 1107884d179dSJan Kara dquot->dq_dqb.dqb_rsvspace -= number; 1108884d179dSJan Kara } 1109884d179dSJan Kara 11101c8924ebSJan Kara static void dquot_reclaim_reserved_space(struct dquot *dquot, qsize_t number) 11111c8924ebSJan Kara { 11121c8924ebSJan Kara if (WARN_ON_ONCE(dquot->dq_dqb.dqb_curspace < number)) 11131c8924ebSJan Kara number = dquot->dq_dqb.dqb_curspace; 11141c8924ebSJan Kara dquot->dq_dqb.dqb_rsvspace += number; 11151c8924ebSJan Kara dquot->dq_dqb.dqb_curspace -= number; 11161c8924ebSJan Kara } 11171c8924ebSJan Kara 1118884d179dSJan Kara static inline 1119884d179dSJan Kara void dquot_free_reserved_space(struct dquot *dquot, qsize_t number) 1120884d179dSJan Kara { 11210a5a9c72SJan Kara if (dquot->dq_dqb.dqb_rsvspace >= number) 1122884d179dSJan Kara dquot->dq_dqb.dqb_rsvspace -= number; 11230a5a9c72SJan Kara else { 11240a5a9c72SJan Kara WARN_ON_ONCE(1); 11250a5a9c72SJan Kara dquot->dq_dqb.dqb_rsvspace = 0; 11260a5a9c72SJan Kara } 1127884d179dSJan Kara } 1128884d179dSJan Kara 11297a2435d8SJan Kara static void dquot_decr_inodes(struct dquot *dquot, qsize_t number) 1130884d179dSJan Kara { 1131884d179dSJan Kara if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE || 1132884d179dSJan Kara dquot->dq_dqb.dqb_curinodes >= number) 1133884d179dSJan Kara dquot->dq_dqb.dqb_curinodes -= number; 1134884d179dSJan Kara else 1135884d179dSJan Kara dquot->dq_dqb.dqb_curinodes = 0; 1136884d179dSJan Kara if (dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit) 1137e008bb61SArnd Bergmann dquot->dq_dqb.dqb_itime = (time64_t) 0; 1138884d179dSJan Kara clear_bit(DQ_INODES_B, &dquot->dq_flags); 1139884d179dSJan Kara } 1140884d179dSJan Kara 11417a2435d8SJan Kara static void dquot_decr_space(struct dquot *dquot, qsize_t number) 1142884d179dSJan Kara { 1143884d179dSJan Kara if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE || 1144884d179dSJan Kara dquot->dq_dqb.dqb_curspace >= number) 1145884d179dSJan Kara dquot->dq_dqb.dqb_curspace -= number; 1146884d179dSJan Kara else 1147884d179dSJan Kara dquot->dq_dqb.dqb_curspace = 0; 1148884d179dSJan Kara if (dquot->dq_dqb.dqb_curspace <= dquot->dq_dqb.dqb_bsoftlimit) 1149e008bb61SArnd Bergmann dquot->dq_dqb.dqb_btime = (time64_t) 0; 1150884d179dSJan Kara clear_bit(DQ_BLKS_B, &dquot->dq_flags); 1151884d179dSJan Kara } 1152884d179dSJan Kara 1153bf097aafSJan Kara struct dquot_warn { 1154bf097aafSJan Kara struct super_block *w_sb; 11557b9c7321SEric W. Biederman struct kqid w_dq_id; 1156bf097aafSJan Kara short w_type; 1157bf097aafSJan Kara }; 1158bf097aafSJan Kara 1159884d179dSJan Kara static int warning_issued(struct dquot *dquot, const int warntype) 1160884d179dSJan Kara { 1161884d179dSJan Kara int flag = (warntype == QUOTA_NL_BHARDWARN || 1162884d179dSJan Kara warntype == QUOTA_NL_BSOFTLONGWARN) ? DQ_BLKS_B : 1163884d179dSJan Kara ((warntype == QUOTA_NL_IHARDWARN || 1164884d179dSJan Kara warntype == QUOTA_NL_ISOFTLONGWARN) ? DQ_INODES_B : 0); 1165884d179dSJan Kara 1166884d179dSJan Kara if (!flag) 1167884d179dSJan Kara return 0; 1168884d179dSJan Kara return test_and_set_bit(flag, &dquot->dq_flags); 1169884d179dSJan Kara } 1170884d179dSJan Kara 1171884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING 1172884d179dSJan Kara static int flag_print_warnings = 1; 1173884d179dSJan Kara 1174bf097aafSJan Kara static int need_print_warning(struct dquot_warn *warn) 1175884d179dSJan Kara { 1176884d179dSJan Kara if (!flag_print_warnings) 1177884d179dSJan Kara return 0; 1178884d179dSJan Kara 11797b9c7321SEric W. Biederman switch (warn->w_dq_id.type) { 1180884d179dSJan Kara case USRQUOTA: 11811a06d420SEric W. Biederman return uid_eq(current_fsuid(), warn->w_dq_id.uid); 1182884d179dSJan Kara case GRPQUOTA: 11837b9c7321SEric W. Biederman return in_group_p(warn->w_dq_id.gid); 1184847aac64SLi Xi case PRJQUOTA: 1185847aac64SLi Xi return 1; 1186884d179dSJan Kara } 1187884d179dSJan Kara return 0; 1188884d179dSJan Kara } 1189884d179dSJan Kara 1190884d179dSJan Kara /* Print warning to user which exceeded quota */ 1191bf097aafSJan Kara static void print_warning(struct dquot_warn *warn) 1192884d179dSJan Kara { 1193884d179dSJan Kara char *msg = NULL; 1194884d179dSJan Kara struct tty_struct *tty; 1195bf097aafSJan Kara int warntype = warn->w_type; 1196884d179dSJan Kara 1197884d179dSJan Kara if (warntype == QUOTA_NL_IHARDBELOW || 1198884d179dSJan Kara warntype == QUOTA_NL_ISOFTBELOW || 1199884d179dSJan Kara warntype == QUOTA_NL_BHARDBELOW || 1200bf097aafSJan Kara warntype == QUOTA_NL_BSOFTBELOW || !need_print_warning(warn)) 1201884d179dSJan Kara return; 1202884d179dSJan Kara 1203884d179dSJan Kara tty = get_current_tty(); 1204884d179dSJan Kara if (!tty) 1205884d179dSJan Kara return; 1206bf097aafSJan Kara tty_write_message(tty, warn->w_sb->s_id); 1207884d179dSJan Kara if (warntype == QUOTA_NL_ISOFTWARN || warntype == QUOTA_NL_BSOFTWARN) 1208884d179dSJan Kara tty_write_message(tty, ": warning, "); 1209884d179dSJan Kara else 1210884d179dSJan Kara tty_write_message(tty, ": write failed, "); 12117b9c7321SEric W. Biederman tty_write_message(tty, quotatypes[warn->w_dq_id.type]); 1212884d179dSJan Kara switch (warntype) { 1213884d179dSJan Kara case QUOTA_NL_IHARDWARN: 1214884d179dSJan Kara msg = " file limit reached.\r\n"; 1215884d179dSJan Kara break; 1216884d179dSJan Kara case QUOTA_NL_ISOFTLONGWARN: 1217884d179dSJan Kara msg = " file quota exceeded too long.\r\n"; 1218884d179dSJan Kara break; 1219884d179dSJan Kara case QUOTA_NL_ISOFTWARN: 1220884d179dSJan Kara msg = " file quota exceeded.\r\n"; 1221884d179dSJan Kara break; 1222884d179dSJan Kara case QUOTA_NL_BHARDWARN: 1223884d179dSJan Kara msg = " block limit reached.\r\n"; 1224884d179dSJan Kara break; 1225884d179dSJan Kara case QUOTA_NL_BSOFTLONGWARN: 1226884d179dSJan Kara msg = " block quota exceeded too long.\r\n"; 1227884d179dSJan Kara break; 1228884d179dSJan Kara case QUOTA_NL_BSOFTWARN: 1229884d179dSJan Kara msg = " block quota exceeded.\r\n"; 1230884d179dSJan Kara break; 1231884d179dSJan Kara } 1232884d179dSJan Kara tty_write_message(tty, msg); 1233884d179dSJan Kara tty_kref_put(tty); 1234884d179dSJan Kara } 1235884d179dSJan Kara #endif 1236884d179dSJan Kara 1237bf097aafSJan Kara static void prepare_warning(struct dquot_warn *warn, struct dquot *dquot, 1238bf097aafSJan Kara int warntype) 1239bf097aafSJan Kara { 1240bf097aafSJan Kara if (warning_issued(dquot, warntype)) 1241bf097aafSJan Kara return; 1242bf097aafSJan Kara warn->w_type = warntype; 1243bf097aafSJan Kara warn->w_sb = dquot->dq_sb; 1244bf097aafSJan Kara warn->w_dq_id = dquot->dq_id; 1245bf097aafSJan Kara } 1246bf097aafSJan Kara 1247884d179dSJan Kara /* 1248884d179dSJan Kara * Write warnings to the console and send warning messages over netlink. 1249884d179dSJan Kara * 1250bf097aafSJan Kara * Note that this function can call into tty and networking code. 1251884d179dSJan Kara */ 1252bf097aafSJan Kara static void flush_warnings(struct dquot_warn *warn) 1253884d179dSJan Kara { 1254884d179dSJan Kara int i; 1255884d179dSJan Kara 125686e931a3SSteven Whitehouse for (i = 0; i < MAXQUOTAS; i++) { 1257bf097aafSJan Kara if (warn[i].w_type == QUOTA_NL_NOWARN) 1258bf097aafSJan Kara continue; 1259884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING 1260bf097aafSJan Kara print_warning(&warn[i]); 1261884d179dSJan Kara #endif 12627b9c7321SEric W. Biederman quota_send_warning(warn[i].w_dq_id, 1263bf097aafSJan Kara warn[i].w_sb->s_dev, warn[i].w_type); 1264884d179dSJan Kara } 1265884d179dSJan Kara } 1266884d179dSJan Kara 12677a2435d8SJan Kara static int ignore_hardlimit(struct dquot *dquot) 1268884d179dSJan Kara { 12694c376dcaSEric W. Biederman struct mem_dqinfo *info = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type]; 1270884d179dSJan Kara 1271884d179dSJan Kara return capable(CAP_SYS_RESOURCE) && 1272268157baSJan Kara (info->dqi_format->qf_fmt_id != QFMT_VFS_OLD || 12739c45101eSJan Kara !(info->dqi_flags & DQF_ROOT_SQUASH)); 1274884d179dSJan Kara } 1275884d179dSJan Kara 1276884d179dSJan Kara /* needs dq_data_lock */ 1277bf097aafSJan Kara static int check_idq(struct dquot *dquot, qsize_t inodes, 1278bf097aafSJan Kara struct dquot_warn *warn) 1279884d179dSJan Kara { 1280268157baSJan Kara qsize_t newinodes = dquot->dq_dqb.dqb_curinodes + inodes; 1281268157baSJan Kara 12824c376dcaSEric W. Biederman if (!sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type) || 1283884d179dSJan Kara test_bit(DQ_FAKE_B, &dquot->dq_flags)) 1284efd8f0e6SChristoph Hellwig return 0; 1285884d179dSJan Kara 1286884d179dSJan Kara if (dquot->dq_dqb.dqb_ihardlimit && 1287268157baSJan Kara newinodes > dquot->dq_dqb.dqb_ihardlimit && 1288884d179dSJan Kara !ignore_hardlimit(dquot)) { 1289bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_IHARDWARN); 1290efd8f0e6SChristoph Hellwig return -EDQUOT; 1291884d179dSJan Kara } 1292884d179dSJan Kara 1293884d179dSJan Kara if (dquot->dq_dqb.dqb_isoftlimit && 1294268157baSJan Kara newinodes > dquot->dq_dqb.dqb_isoftlimit && 1295268157baSJan Kara dquot->dq_dqb.dqb_itime && 1296e008bb61SArnd Bergmann ktime_get_real_seconds() >= dquot->dq_dqb.dqb_itime && 1297884d179dSJan Kara !ignore_hardlimit(dquot)) { 1298bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_ISOFTLONGWARN); 1299efd8f0e6SChristoph Hellwig return -EDQUOT; 1300884d179dSJan Kara } 1301884d179dSJan Kara 1302884d179dSJan Kara if (dquot->dq_dqb.dqb_isoftlimit && 1303268157baSJan Kara newinodes > dquot->dq_dqb.dqb_isoftlimit && 1304884d179dSJan Kara dquot->dq_dqb.dqb_itime == 0) { 1305bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_ISOFTWARN); 1306e008bb61SArnd Bergmann dquot->dq_dqb.dqb_itime = ktime_get_real_seconds() + 13074c376dcaSEric W. Biederman sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type].dqi_igrace; 1308884d179dSJan Kara } 1309884d179dSJan Kara 1310efd8f0e6SChristoph Hellwig return 0; 1311884d179dSJan Kara } 1312884d179dSJan Kara 1313884d179dSJan Kara /* needs dq_data_lock */ 1314bf097aafSJan Kara static int check_bdq(struct dquot *dquot, qsize_t space, int prealloc, 1315bf097aafSJan Kara struct dquot_warn *warn) 1316884d179dSJan Kara { 1317884d179dSJan Kara qsize_t tspace; 1318268157baSJan Kara struct super_block *sb = dquot->dq_sb; 1319884d179dSJan Kara 13204c376dcaSEric W. Biederman if (!sb_has_quota_limits_enabled(sb, dquot->dq_id.type) || 1321884d179dSJan Kara test_bit(DQ_FAKE_B, &dquot->dq_flags)) 1322efd8f0e6SChristoph Hellwig return 0; 1323884d179dSJan Kara 1324884d179dSJan Kara tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace 1325884d179dSJan Kara + space; 1326884d179dSJan Kara 1327884d179dSJan Kara if (dquot->dq_dqb.dqb_bhardlimit && 1328884d179dSJan Kara tspace > dquot->dq_dqb.dqb_bhardlimit && 1329884d179dSJan Kara !ignore_hardlimit(dquot)) { 1330884d179dSJan Kara if (!prealloc) 1331bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_BHARDWARN); 1332efd8f0e6SChristoph Hellwig return -EDQUOT; 1333884d179dSJan Kara } 1334884d179dSJan Kara 1335884d179dSJan Kara if (dquot->dq_dqb.dqb_bsoftlimit && 1336884d179dSJan Kara tspace > dquot->dq_dqb.dqb_bsoftlimit && 1337268157baSJan Kara dquot->dq_dqb.dqb_btime && 1338e008bb61SArnd Bergmann ktime_get_real_seconds() >= dquot->dq_dqb.dqb_btime && 1339884d179dSJan Kara !ignore_hardlimit(dquot)) { 1340884d179dSJan Kara if (!prealloc) 1341bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_BSOFTLONGWARN); 1342efd8f0e6SChristoph Hellwig return -EDQUOT; 1343884d179dSJan Kara } 1344884d179dSJan Kara 1345884d179dSJan Kara if (dquot->dq_dqb.dqb_bsoftlimit && 1346884d179dSJan Kara tspace > dquot->dq_dqb.dqb_bsoftlimit && 1347884d179dSJan Kara dquot->dq_dqb.dqb_btime == 0) { 1348884d179dSJan Kara if (!prealloc) { 1349bf097aafSJan Kara prepare_warning(warn, dquot, QUOTA_NL_BSOFTWARN); 1350e008bb61SArnd Bergmann dquot->dq_dqb.dqb_btime = ktime_get_real_seconds() + 13514c376dcaSEric W. Biederman sb_dqopt(sb)->info[dquot->dq_id.type].dqi_bgrace; 1352884d179dSJan Kara } 1353884d179dSJan Kara else 1354884d179dSJan Kara /* 1355884d179dSJan Kara * We don't allow preallocation to exceed softlimit so exceeding will 1356884d179dSJan Kara * be always printed 1357884d179dSJan Kara */ 1358efd8f0e6SChristoph Hellwig return -EDQUOT; 1359884d179dSJan Kara } 1360884d179dSJan Kara 1361efd8f0e6SChristoph Hellwig return 0; 1362884d179dSJan Kara } 1363884d179dSJan Kara 1364884d179dSJan Kara static int info_idq_free(struct dquot *dquot, qsize_t inodes) 1365884d179dSJan Kara { 1366268157baSJan Kara qsize_t newinodes; 1367268157baSJan Kara 1368884d179dSJan Kara if (test_bit(DQ_FAKE_B, &dquot->dq_flags) || 1369884d179dSJan Kara dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit || 13704c376dcaSEric W. Biederman !sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type)) 1371884d179dSJan Kara return QUOTA_NL_NOWARN; 1372884d179dSJan Kara 1373268157baSJan Kara newinodes = dquot->dq_dqb.dqb_curinodes - inodes; 1374268157baSJan Kara if (newinodes <= dquot->dq_dqb.dqb_isoftlimit) 1375884d179dSJan Kara return QUOTA_NL_ISOFTBELOW; 1376884d179dSJan Kara if (dquot->dq_dqb.dqb_curinodes >= dquot->dq_dqb.dqb_ihardlimit && 1377268157baSJan Kara newinodes < dquot->dq_dqb.dqb_ihardlimit) 1378884d179dSJan Kara return QUOTA_NL_IHARDBELOW; 1379884d179dSJan Kara return QUOTA_NL_NOWARN; 1380884d179dSJan Kara } 1381884d179dSJan Kara 1382884d179dSJan Kara static int info_bdq_free(struct dquot *dquot, qsize_t space) 1383884d179dSJan Kara { 1384884d179dSJan Kara if (test_bit(DQ_FAKE_B, &dquot->dq_flags) || 1385884d179dSJan Kara dquot->dq_dqb.dqb_curspace <= dquot->dq_dqb.dqb_bsoftlimit) 1386884d179dSJan Kara return QUOTA_NL_NOWARN; 1387884d179dSJan Kara 1388884d179dSJan Kara if (dquot->dq_dqb.dqb_curspace - space <= dquot->dq_dqb.dqb_bsoftlimit) 1389884d179dSJan Kara return QUOTA_NL_BSOFTBELOW; 1390884d179dSJan Kara if (dquot->dq_dqb.dqb_curspace >= dquot->dq_dqb.dqb_bhardlimit && 1391884d179dSJan Kara dquot->dq_dqb.dqb_curspace - space < dquot->dq_dqb.dqb_bhardlimit) 1392884d179dSJan Kara return QUOTA_NL_BHARDBELOW; 1393884d179dSJan Kara return QUOTA_NL_NOWARN; 1394884d179dSJan Kara } 13950a5a9c72SJan Kara 1396189eef59SChristoph Hellwig static int dquot_active(const struct inode *inode) 1397189eef59SChristoph Hellwig { 1398189eef59SChristoph Hellwig struct super_block *sb = inode->i_sb; 1399189eef59SChristoph Hellwig 1400189eef59SChristoph Hellwig if (IS_NOQUOTA(inode)) 1401189eef59SChristoph Hellwig return 0; 1402189eef59SChristoph Hellwig return sb_any_quota_loaded(sb) & ~sb_any_quota_suspended(sb); 1403189eef59SChristoph Hellwig } 1404189eef59SChristoph Hellwig 1405884d179dSJan Kara /* 1406884d179dSJan Kara * Initialize quota pointers in inode 1407871a2931SChristoph Hellwig * 1408871a2931SChristoph Hellwig * It is better to call this function outside of any transaction as it 1409871a2931SChristoph Hellwig * might need a lot of space in journal for dquot structure allocation. 1410884d179dSJan Kara */ 14116184fc0bSJan Kara static int __dquot_initialize(struct inode *inode, int type) 1412884d179dSJan Kara { 14131ea06becSNiu Yawei int cnt, init_needed = 0; 1414ab73ef46SNikolay Borisov struct dquot **dquots, *got[MAXQUOTAS] = {}; 1415884d179dSJan Kara struct super_block *sb = inode->i_sb; 14160a5a9c72SJan Kara qsize_t rsv; 14176184fc0bSJan Kara int ret = 0; 1418884d179dSJan Kara 1419189eef59SChristoph Hellwig if (!dquot_active(inode)) 14206184fc0bSJan Kara return 0; 1421884d179dSJan Kara 14225bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 14235bcd3b6fSKonstantin Khlebnikov 1424884d179dSJan Kara /* First get references to structures we might need. */ 1425884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1426aca645a6SEric W. Biederman struct kqid qid; 1427847aac64SLi Xi kprojid_t projid; 1428847aac64SLi Xi int rc; 14296184fc0bSJan Kara struct dquot *dquot; 1430847aac64SLi Xi 1431884d179dSJan Kara if (type != -1 && cnt != type) 1432884d179dSJan Kara continue; 14331ea06becSNiu Yawei /* 14341ea06becSNiu Yawei * The i_dquot should have been initialized in most cases, 14351ea06becSNiu Yawei * we check it without locking here to avoid unnecessary 14361ea06becSNiu Yawei * dqget()/dqput() calls. 14371ea06becSNiu Yawei */ 14385bcd3b6fSKonstantin Khlebnikov if (dquots[cnt]) 14391ea06becSNiu Yawei continue; 1440847aac64SLi Xi 1441847aac64SLi Xi if (!sb_has_quota_active(sb, cnt)) 1442847aac64SLi Xi continue; 1443847aac64SLi Xi 14441ea06becSNiu Yawei init_needed = 1; 14451ea06becSNiu Yawei 1446884d179dSJan Kara switch (cnt) { 1447884d179dSJan Kara case USRQUOTA: 1448aca645a6SEric W. Biederman qid = make_kqid_uid(inode->i_uid); 1449884d179dSJan Kara break; 1450884d179dSJan Kara case GRPQUOTA: 1451aca645a6SEric W. Biederman qid = make_kqid_gid(inode->i_gid); 1452884d179dSJan Kara break; 1453847aac64SLi Xi case PRJQUOTA: 1454847aac64SLi Xi rc = inode->i_sb->dq_op->get_projid(inode, &projid); 1455847aac64SLi Xi if (rc) 1456847aac64SLi Xi continue; 1457847aac64SLi Xi qid = make_kqid_projid(projid); 1458847aac64SLi Xi break; 1459884d179dSJan Kara } 14606184fc0bSJan Kara dquot = dqget(sb, qid); 14616184fc0bSJan Kara if (IS_ERR(dquot)) { 14626184fc0bSJan Kara /* We raced with somebody turning quotas off... */ 14636184fc0bSJan Kara if (PTR_ERR(dquot) != -ESRCH) { 14646184fc0bSJan Kara ret = PTR_ERR(dquot); 14656184fc0bSJan Kara goto out_put; 14666184fc0bSJan Kara } 14676184fc0bSJan Kara dquot = NULL; 14686184fc0bSJan Kara } 14696184fc0bSJan Kara got[cnt] = dquot; 1470884d179dSJan Kara } 1471884d179dSJan Kara 14721ea06becSNiu Yawei /* All required i_dquot has been initialized */ 14731ea06becSNiu Yawei if (!init_needed) 14746184fc0bSJan Kara return 0; 14751ea06becSNiu Yawei 1476b9ba6f94SNiu Yawei spin_lock(&dq_data_lock); 1477884d179dSJan Kara if (IS_NOQUOTA(inode)) 14786184fc0bSJan Kara goto out_lock; 1479884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1480884d179dSJan Kara if (type != -1 && cnt != type) 1481884d179dSJan Kara continue; 1482884d179dSJan Kara /* Avoid races with quotaoff() */ 1483884d179dSJan Kara if (!sb_has_quota_active(sb, cnt)) 1484884d179dSJan Kara continue; 14854408ea41SJan Kara /* We could race with quotaon or dqget() could have failed */ 14864408ea41SJan Kara if (!got[cnt]) 14874408ea41SJan Kara continue; 14885bcd3b6fSKonstantin Khlebnikov if (!dquots[cnt]) { 14895bcd3b6fSKonstantin Khlebnikov dquots[cnt] = got[cnt]; 1490dd6f3c6dSJan Kara got[cnt] = NULL; 14910a5a9c72SJan Kara /* 14920a5a9c72SJan Kara * Make quota reservation system happy if someone 14930a5a9c72SJan Kara * did a write before quota was turned on 14940a5a9c72SJan Kara */ 14950a5a9c72SJan Kara rsv = inode_get_rsv_space(inode); 1496b9ba6f94SNiu Yawei if (unlikely(rsv)) 14975bcd3b6fSKonstantin Khlebnikov dquot_resv_space(dquots[cnt], rsv); 1498884d179dSJan Kara } 1499884d179dSJan Kara } 15006184fc0bSJan Kara out_lock: 1501b9ba6f94SNiu Yawei spin_unlock(&dq_data_lock); 15026184fc0bSJan Kara out_put: 1503884d179dSJan Kara /* Drop unused references */ 1504dc52dd3aSDmitry Monakhov dqput_all(got); 15056184fc0bSJan Kara 15066184fc0bSJan Kara return ret; 1507871a2931SChristoph Hellwig } 1508871a2931SChristoph Hellwig 15096184fc0bSJan Kara int dquot_initialize(struct inode *inode) 1510871a2931SChristoph Hellwig { 15116184fc0bSJan Kara return __dquot_initialize(inode, -1); 1512884d179dSJan Kara } 1513884d179dSJan Kara EXPORT_SYMBOL(dquot_initialize); 1514884d179dSJan Kara 1515b8cb5a54STahsin Erdogan bool dquot_initialize_needed(struct inode *inode) 1516b8cb5a54STahsin Erdogan { 1517b8cb5a54STahsin Erdogan struct dquot **dquots; 1518b8cb5a54STahsin Erdogan int i; 1519b8cb5a54STahsin Erdogan 1520b8cb5a54STahsin Erdogan if (!dquot_active(inode)) 1521b8cb5a54STahsin Erdogan return false; 1522b8cb5a54STahsin Erdogan 1523b8cb5a54STahsin Erdogan dquots = i_dquot(inode); 1524b8cb5a54STahsin Erdogan for (i = 0; i < MAXQUOTAS; i++) 1525b8cb5a54STahsin Erdogan if (!dquots[i] && sb_has_quota_active(inode->i_sb, i)) 1526b8cb5a54STahsin Erdogan return true; 1527b8cb5a54STahsin Erdogan return false; 1528b8cb5a54STahsin Erdogan } 1529b8cb5a54STahsin Erdogan EXPORT_SYMBOL(dquot_initialize_needed); 1530b8cb5a54STahsin Erdogan 1531884d179dSJan Kara /* 1532b9ba6f94SNiu Yawei * Release all quotas referenced by inode. 1533b9ba6f94SNiu Yawei * 1534b9ba6f94SNiu Yawei * This function only be called on inode free or converting 1535b9ba6f94SNiu Yawei * a file to quota file, no other users for the i_dquot in 1536b9ba6f94SNiu Yawei * both cases, so we needn't call synchronize_srcu() after 1537b9ba6f94SNiu Yawei * clearing i_dquot. 1538884d179dSJan Kara */ 15399f754758SChristoph Hellwig static void __dquot_drop(struct inode *inode) 1540884d179dSJan Kara { 1541884d179dSJan Kara int cnt; 15425bcd3b6fSKonstantin Khlebnikov struct dquot **dquots = i_dquot(inode); 1543884d179dSJan Kara struct dquot *put[MAXQUOTAS]; 1544884d179dSJan Kara 1545b9ba6f94SNiu Yawei spin_lock(&dq_data_lock); 1546884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 15475bcd3b6fSKonstantin Khlebnikov put[cnt] = dquots[cnt]; 15485bcd3b6fSKonstantin Khlebnikov dquots[cnt] = NULL; 1549884d179dSJan Kara } 1550b9ba6f94SNiu Yawei spin_unlock(&dq_data_lock); 1551dc52dd3aSDmitry Monakhov dqput_all(put); 1552884d179dSJan Kara } 1553884d179dSJan Kara 15549f754758SChristoph Hellwig void dquot_drop(struct inode *inode) 1555884d179dSJan Kara { 15565bcd3b6fSKonstantin Khlebnikov struct dquot * const *dquots; 1557884d179dSJan Kara int cnt; 15589f754758SChristoph Hellwig 15599f754758SChristoph Hellwig if (IS_NOQUOTA(inode)) 15609f754758SChristoph Hellwig return; 15619f754758SChristoph Hellwig 15629f754758SChristoph Hellwig /* 15639f754758SChristoph Hellwig * Test before calling to rule out calls from proc and such 1564884d179dSJan Kara * where we are not allowed to block. Note that this is 1565884d179dSJan Kara * actually reliable test even without the lock - the caller 1566884d179dSJan Kara * must assure that nobody can come after the DQUOT_DROP and 15679f754758SChristoph Hellwig * add quota pointers back anyway. 15689f754758SChristoph Hellwig */ 15695bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 15709f754758SChristoph Hellwig for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 15715bcd3b6fSKonstantin Khlebnikov if (dquots[cnt]) 1572884d179dSJan Kara break; 15739f754758SChristoph Hellwig } 15749f754758SChristoph Hellwig 1575884d179dSJan Kara if (cnt < MAXQUOTAS) 15769f754758SChristoph Hellwig __dquot_drop(inode); 1577884d179dSJan Kara } 15789f754758SChristoph Hellwig EXPORT_SYMBOL(dquot_drop); 1579884d179dSJan Kara 1580884d179dSJan Kara /* 1581fd8fbfc1SDmitry Monakhov * inode_reserved_space is managed internally by quota, and protected by 1582fd8fbfc1SDmitry Monakhov * i_lock similar to i_blocks+i_bytes. 1583fd8fbfc1SDmitry Monakhov */ 1584fd8fbfc1SDmitry Monakhov static qsize_t *inode_reserved_space(struct inode * inode) 1585fd8fbfc1SDmitry Monakhov { 1586fd8fbfc1SDmitry Monakhov /* Filesystem must explicitly define it's own method in order to use 1587fd8fbfc1SDmitry Monakhov * quota reservation interface */ 1588fd8fbfc1SDmitry Monakhov BUG_ON(!inode->i_sb->dq_op->get_reserved_space); 1589fd8fbfc1SDmitry Monakhov return inode->i_sb->dq_op->get_reserved_space(inode); 1590fd8fbfc1SDmitry Monakhov } 1591fd8fbfc1SDmitry Monakhov 1592c469070aSDmitry Monakhov void inode_add_rsv_space(struct inode *inode, qsize_t number) 1593fd8fbfc1SDmitry Monakhov { 1594fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1595fd8fbfc1SDmitry Monakhov *inode_reserved_space(inode) += number; 1596fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1597fd8fbfc1SDmitry Monakhov } 1598c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_add_rsv_space); 1599fd8fbfc1SDmitry Monakhov 1600c469070aSDmitry Monakhov void inode_claim_rsv_space(struct inode *inode, qsize_t number) 1601fd8fbfc1SDmitry Monakhov { 1602fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1603fd8fbfc1SDmitry Monakhov *inode_reserved_space(inode) -= number; 1604fd8fbfc1SDmitry Monakhov __inode_add_bytes(inode, number); 1605fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1606fd8fbfc1SDmitry Monakhov } 1607c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_claim_rsv_space); 1608fd8fbfc1SDmitry Monakhov 16091c8924ebSJan Kara void inode_reclaim_rsv_space(struct inode *inode, qsize_t number) 16101c8924ebSJan Kara { 16111c8924ebSJan Kara spin_lock(&inode->i_lock); 16121c8924ebSJan Kara *inode_reserved_space(inode) += number; 16131c8924ebSJan Kara __inode_sub_bytes(inode, number); 16141c8924ebSJan Kara spin_unlock(&inode->i_lock); 16151c8924ebSJan Kara } 16161c8924ebSJan Kara EXPORT_SYMBOL(inode_reclaim_rsv_space); 16171c8924ebSJan Kara 1618c469070aSDmitry Monakhov void inode_sub_rsv_space(struct inode *inode, qsize_t number) 1619fd8fbfc1SDmitry Monakhov { 1620fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1621fd8fbfc1SDmitry Monakhov *inode_reserved_space(inode) -= number; 1622fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1623fd8fbfc1SDmitry Monakhov } 1624c469070aSDmitry Monakhov EXPORT_SYMBOL(inode_sub_rsv_space); 1625fd8fbfc1SDmitry Monakhov 1626fd8fbfc1SDmitry Monakhov static qsize_t inode_get_rsv_space(struct inode *inode) 1627fd8fbfc1SDmitry Monakhov { 1628fd8fbfc1SDmitry Monakhov qsize_t ret; 162905b5d898SJan Kara 163005b5d898SJan Kara if (!inode->i_sb->dq_op->get_reserved_space) 163105b5d898SJan Kara return 0; 1632fd8fbfc1SDmitry Monakhov spin_lock(&inode->i_lock); 1633fd8fbfc1SDmitry Monakhov ret = *inode_reserved_space(inode); 1634fd8fbfc1SDmitry Monakhov spin_unlock(&inode->i_lock); 1635fd8fbfc1SDmitry Monakhov return ret; 1636fd8fbfc1SDmitry Monakhov } 1637fd8fbfc1SDmitry Monakhov 1638fd8fbfc1SDmitry Monakhov static void inode_incr_space(struct inode *inode, qsize_t number, 1639fd8fbfc1SDmitry Monakhov int reserve) 1640fd8fbfc1SDmitry Monakhov { 1641fd8fbfc1SDmitry Monakhov if (reserve) 1642fd8fbfc1SDmitry Monakhov inode_add_rsv_space(inode, number); 1643fd8fbfc1SDmitry Monakhov else 1644fd8fbfc1SDmitry Monakhov inode_add_bytes(inode, number); 1645fd8fbfc1SDmitry Monakhov } 1646fd8fbfc1SDmitry Monakhov 1647fd8fbfc1SDmitry Monakhov static void inode_decr_space(struct inode *inode, qsize_t number, int reserve) 1648fd8fbfc1SDmitry Monakhov { 1649fd8fbfc1SDmitry Monakhov if (reserve) 1650fd8fbfc1SDmitry Monakhov inode_sub_rsv_space(inode, number); 1651fd8fbfc1SDmitry Monakhov else 1652fd8fbfc1SDmitry Monakhov inode_sub_bytes(inode, number); 1653fd8fbfc1SDmitry Monakhov } 1654fd8fbfc1SDmitry Monakhov 1655fd8fbfc1SDmitry Monakhov /* 16565dd4056dSChristoph Hellwig * This functions updates i_blocks+i_bytes fields and quota information 16575dd4056dSChristoph Hellwig * (together with appropriate checks). 16585dd4056dSChristoph Hellwig * 16595dd4056dSChristoph Hellwig * NOTE: We absolutely rely on the fact that caller dirties the inode 16605dd4056dSChristoph Hellwig * (usually helpers in quotaops.h care about this) and holds a handle for 16615dd4056dSChristoph Hellwig * the current transaction so that dquot write and inode write go into the 16625dd4056dSChristoph Hellwig * same transaction. 1663884d179dSJan Kara */ 1664884d179dSJan Kara 1665884d179dSJan Kara /* 1666884d179dSJan Kara * This operation can block, but only after everything is updated 1667884d179dSJan Kara */ 166856246f9aSEric Sandeen int __dquot_alloc_space(struct inode *inode, qsize_t number, int flags) 1669884d179dSJan Kara { 1670b9ba6f94SNiu Yawei int cnt, ret = 0, index; 1671bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 167256246f9aSEric Sandeen int reserve = flags & DQUOT_SPACE_RESERVE; 16735bcd3b6fSKonstantin Khlebnikov struct dquot **dquots; 1674884d179dSJan Kara 1675189eef59SChristoph Hellwig if (!dquot_active(inode)) { 1676fd8fbfc1SDmitry Monakhov inode_incr_space(inode, number, reserve); 1677fd8fbfc1SDmitry Monakhov goto out; 1678fd8fbfc1SDmitry Monakhov } 1679fd8fbfc1SDmitry Monakhov 1680884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 1681bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1682884d179dSJan Kara 16835bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 1684b9ba6f94SNiu Yawei index = srcu_read_lock(&dquot_srcu); 1685884d179dSJan Kara spin_lock(&dq_data_lock); 1686884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1687bf097aafSJan Kara if (!dquots[cnt]) 1688884d179dSJan Kara continue; 1689bf097aafSJan Kara ret = check_bdq(dquots[cnt], number, 1690bf097aafSJan Kara !(flags & DQUOT_SPACE_WARN), &warn[cnt]); 1691bf097aafSJan Kara if (ret && !(flags & DQUOT_SPACE_NOFAIL)) { 1692fd8fbfc1SDmitry Monakhov spin_unlock(&dq_data_lock); 1693fd8fbfc1SDmitry Monakhov goto out_flush_warn; 1694884d179dSJan Kara } 1695884d179dSJan Kara } 1696884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1697bf097aafSJan Kara if (!dquots[cnt]) 1698884d179dSJan Kara continue; 1699884d179dSJan Kara if (reserve) 1700bf097aafSJan Kara dquot_resv_space(dquots[cnt], number); 1701884d179dSJan Kara else 1702bf097aafSJan Kara dquot_incr_space(dquots[cnt], number); 1703884d179dSJan Kara } 1704fd8fbfc1SDmitry Monakhov inode_incr_space(inode, number, reserve); 1705884d179dSJan Kara spin_unlock(&dq_data_lock); 1706fd8fbfc1SDmitry Monakhov 1707fd8fbfc1SDmitry Monakhov if (reserve) 1708fd8fbfc1SDmitry Monakhov goto out_flush_warn; 1709bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1710fd8fbfc1SDmitry Monakhov out_flush_warn: 1711b9ba6f94SNiu Yawei srcu_read_unlock(&dquot_srcu, index); 1712bf097aafSJan Kara flush_warnings(warn); 1713fd8fbfc1SDmitry Monakhov out: 1714884d179dSJan Kara return ret; 1715884d179dSJan Kara } 17165dd4056dSChristoph Hellwig EXPORT_SYMBOL(__dquot_alloc_space); 1717884d179dSJan Kara 1718884d179dSJan Kara /* 1719884d179dSJan Kara * This operation can block, but only after everything is updated 1720884d179dSJan Kara */ 17216bab3596SJan Kara int dquot_alloc_inode(struct inode *inode) 1722884d179dSJan Kara { 1723b9ba6f94SNiu Yawei int cnt, ret = 0, index; 1724bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 17255bcd3b6fSKonstantin Khlebnikov struct dquot * const *dquots; 1726884d179dSJan Kara 1727189eef59SChristoph Hellwig if (!dquot_active(inode)) 172863936ddaSChristoph Hellwig return 0; 1729884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 1730bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1731b9ba6f94SNiu Yawei 17325bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 1733b9ba6f94SNiu Yawei index = srcu_read_lock(&dquot_srcu); 1734884d179dSJan Kara spin_lock(&dq_data_lock); 1735884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1736bf097aafSJan Kara if (!dquots[cnt]) 1737884d179dSJan Kara continue; 1738bf097aafSJan Kara ret = check_idq(dquots[cnt], 1, &warn[cnt]); 1739efd8f0e6SChristoph Hellwig if (ret) 1740884d179dSJan Kara goto warn_put_all; 1741884d179dSJan Kara } 1742884d179dSJan Kara 1743884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1744bf097aafSJan Kara if (!dquots[cnt]) 1745884d179dSJan Kara continue; 1746bf097aafSJan Kara dquot_incr_inodes(dquots[cnt], 1); 1747884d179dSJan Kara } 1748efd8f0e6SChristoph Hellwig 1749884d179dSJan Kara warn_put_all: 1750884d179dSJan Kara spin_unlock(&dq_data_lock); 175163936ddaSChristoph Hellwig if (ret == 0) 1752bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1753b9ba6f94SNiu Yawei srcu_read_unlock(&dquot_srcu, index); 1754bf097aafSJan Kara flush_warnings(warn); 1755884d179dSJan Kara return ret; 1756884d179dSJan Kara } 1757884d179dSJan Kara EXPORT_SYMBOL(dquot_alloc_inode); 1758884d179dSJan Kara 17595dd4056dSChristoph Hellwig /* 17605dd4056dSChristoph Hellwig * Convert in-memory reserved quotas to real consumed quotas 17615dd4056dSChristoph Hellwig */ 17625dd4056dSChristoph Hellwig int dquot_claim_space_nodirty(struct inode *inode, qsize_t number) 1763884d179dSJan Kara { 17645bcd3b6fSKonstantin Khlebnikov struct dquot **dquots; 1765b9ba6f94SNiu Yawei int cnt, index; 1766884d179dSJan Kara 1767189eef59SChristoph Hellwig if (!dquot_active(inode)) { 1768fd8fbfc1SDmitry Monakhov inode_claim_rsv_space(inode, number); 17695dd4056dSChristoph Hellwig return 0; 1770884d179dSJan Kara } 1771884d179dSJan Kara 17725bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 1773b9ba6f94SNiu Yawei index = srcu_read_lock(&dquot_srcu); 1774884d179dSJan Kara spin_lock(&dq_data_lock); 1775884d179dSJan Kara /* Claim reserved quotas to allocated quotas */ 1776884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 17775bcd3b6fSKonstantin Khlebnikov if (dquots[cnt]) 17785bcd3b6fSKonstantin Khlebnikov dquot_claim_reserved_space(dquots[cnt], number); 1779884d179dSJan Kara } 1780884d179dSJan Kara /* Update inode bytes */ 1781fd8fbfc1SDmitry Monakhov inode_claim_rsv_space(inode, number); 1782884d179dSJan Kara spin_unlock(&dq_data_lock); 17835bcd3b6fSKonstantin Khlebnikov mark_all_dquot_dirty(dquots); 1784b9ba6f94SNiu Yawei srcu_read_unlock(&dquot_srcu, index); 17855dd4056dSChristoph Hellwig return 0; 1786884d179dSJan Kara } 17875dd4056dSChristoph Hellwig EXPORT_SYMBOL(dquot_claim_space_nodirty); 1788884d179dSJan Kara 1789884d179dSJan Kara /* 17901c8924ebSJan Kara * Convert allocated space back to in-memory reserved quotas 17911c8924ebSJan Kara */ 17921c8924ebSJan Kara void dquot_reclaim_space_nodirty(struct inode *inode, qsize_t number) 17931c8924ebSJan Kara { 17945bcd3b6fSKonstantin Khlebnikov struct dquot **dquots; 1795b9ba6f94SNiu Yawei int cnt, index; 17961c8924ebSJan Kara 17971c8924ebSJan Kara if (!dquot_active(inode)) { 17981c8924ebSJan Kara inode_reclaim_rsv_space(inode, number); 17991c8924ebSJan Kara return; 18001c8924ebSJan Kara } 18011c8924ebSJan Kara 18025bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 1803b9ba6f94SNiu Yawei index = srcu_read_lock(&dquot_srcu); 18041c8924ebSJan Kara spin_lock(&dq_data_lock); 18051c8924ebSJan Kara /* Claim reserved quotas to allocated quotas */ 18061c8924ebSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 18075bcd3b6fSKonstantin Khlebnikov if (dquots[cnt]) 18085bcd3b6fSKonstantin Khlebnikov dquot_reclaim_reserved_space(dquots[cnt], number); 18091c8924ebSJan Kara } 18101c8924ebSJan Kara /* Update inode bytes */ 18111c8924ebSJan Kara inode_reclaim_rsv_space(inode, number); 18121c8924ebSJan Kara spin_unlock(&dq_data_lock); 18135bcd3b6fSKonstantin Khlebnikov mark_all_dquot_dirty(dquots); 1814b9ba6f94SNiu Yawei srcu_read_unlock(&dquot_srcu, index); 18151c8924ebSJan Kara return; 18161c8924ebSJan Kara } 18171c8924ebSJan Kara EXPORT_SYMBOL(dquot_reclaim_space_nodirty); 18181c8924ebSJan Kara 18191c8924ebSJan Kara /* 1820884d179dSJan Kara * This operation can block, but only after everything is updated 1821884d179dSJan Kara */ 182256246f9aSEric Sandeen void __dquot_free_space(struct inode *inode, qsize_t number, int flags) 1823884d179dSJan Kara { 1824884d179dSJan Kara unsigned int cnt; 1825bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 18265bcd3b6fSKonstantin Khlebnikov struct dquot **dquots; 1827b9ba6f94SNiu Yawei int reserve = flags & DQUOT_SPACE_RESERVE, index; 1828884d179dSJan Kara 1829189eef59SChristoph Hellwig if (!dquot_active(inode)) { 1830fd8fbfc1SDmitry Monakhov inode_decr_space(inode, number, reserve); 18315dd4056dSChristoph Hellwig return; 1832884d179dSJan Kara } 1833884d179dSJan Kara 18345bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 1835b9ba6f94SNiu Yawei index = srcu_read_lock(&dquot_srcu); 1836884d179dSJan Kara spin_lock(&dq_data_lock); 1837884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1838bf097aafSJan Kara int wtype; 1839bf097aafSJan Kara 1840bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1841bf097aafSJan Kara if (!dquots[cnt]) 1842884d179dSJan Kara continue; 1843bf097aafSJan Kara wtype = info_bdq_free(dquots[cnt], number); 1844bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1845bf097aafSJan Kara prepare_warning(&warn[cnt], dquots[cnt], wtype); 1846fd8fbfc1SDmitry Monakhov if (reserve) 1847bf097aafSJan Kara dquot_free_reserved_space(dquots[cnt], number); 1848fd8fbfc1SDmitry Monakhov else 1849bf097aafSJan Kara dquot_decr_space(dquots[cnt], number); 1850884d179dSJan Kara } 1851fd8fbfc1SDmitry Monakhov inode_decr_space(inode, number, reserve); 1852884d179dSJan Kara spin_unlock(&dq_data_lock); 1853fd8fbfc1SDmitry Monakhov 1854fd8fbfc1SDmitry Monakhov if (reserve) 1855fd8fbfc1SDmitry Monakhov goto out_unlock; 1856bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1857fd8fbfc1SDmitry Monakhov out_unlock: 1858b9ba6f94SNiu Yawei srcu_read_unlock(&dquot_srcu, index); 1859bf097aafSJan Kara flush_warnings(warn); 1860884d179dSJan Kara } 18615dd4056dSChristoph Hellwig EXPORT_SYMBOL(__dquot_free_space); 1862fd8fbfc1SDmitry Monakhov 1863fd8fbfc1SDmitry Monakhov /* 1864884d179dSJan Kara * This operation can block, but only after everything is updated 1865884d179dSJan Kara */ 18666bab3596SJan Kara void dquot_free_inode(struct inode *inode) 1867884d179dSJan Kara { 1868884d179dSJan Kara unsigned int cnt; 1869bf097aafSJan Kara struct dquot_warn warn[MAXQUOTAS]; 18705bcd3b6fSKonstantin Khlebnikov struct dquot * const *dquots; 1871b9ba6f94SNiu Yawei int index; 1872884d179dSJan Kara 1873189eef59SChristoph Hellwig if (!dquot_active(inode)) 187463936ddaSChristoph Hellwig return; 1875884d179dSJan Kara 18765bcd3b6fSKonstantin Khlebnikov dquots = i_dquot(inode); 1877b9ba6f94SNiu Yawei index = srcu_read_lock(&dquot_srcu); 1878884d179dSJan Kara spin_lock(&dq_data_lock); 1879884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1880bf097aafSJan Kara int wtype; 1881bf097aafSJan Kara 1882bf097aafSJan Kara warn[cnt].w_type = QUOTA_NL_NOWARN; 1883bf097aafSJan Kara if (!dquots[cnt]) 1884884d179dSJan Kara continue; 1885bf097aafSJan Kara wtype = info_idq_free(dquots[cnt], 1); 1886bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1887bf097aafSJan Kara prepare_warning(&warn[cnt], dquots[cnt], wtype); 1888bf097aafSJan Kara dquot_decr_inodes(dquots[cnt], 1); 1889884d179dSJan Kara } 1890884d179dSJan Kara spin_unlock(&dq_data_lock); 1891bf097aafSJan Kara mark_all_dquot_dirty(dquots); 1892b9ba6f94SNiu Yawei srcu_read_unlock(&dquot_srcu, index); 1893bf097aafSJan Kara flush_warnings(warn); 1894884d179dSJan Kara } 1895884d179dSJan Kara EXPORT_SYMBOL(dquot_free_inode); 1896884d179dSJan Kara 1897884d179dSJan Kara /* 1898884d179dSJan Kara * Transfer the number of inode and blocks from one diskquota to an other. 1899bc8e5f07SJan Kara * On success, dquot references in transfer_to are consumed and references 1900bc8e5f07SJan Kara * to original dquots that need to be released are placed there. On failure, 1901bc8e5f07SJan Kara * references are kept untouched. 1902884d179dSJan Kara * 1903884d179dSJan Kara * This operation can block, but only after everything is updated 1904884d179dSJan Kara * A transaction must be started when entering this function. 1905bc8e5f07SJan Kara * 1906b9ba6f94SNiu Yawei * We are holding reference on transfer_from & transfer_to, no need to 1907b9ba6f94SNiu Yawei * protect them by srcu_read_lock(). 1908884d179dSJan Kara */ 1909bc8e5f07SJan Kara int __dquot_transfer(struct inode *inode, struct dquot **transfer_to) 1910884d179dSJan Kara { 1911884d179dSJan Kara qsize_t space, cur_space; 1912884d179dSJan Kara qsize_t rsv_space = 0; 19137a9ca53aSTahsin Erdogan qsize_t inode_usage = 1; 1914bc8e5f07SJan Kara struct dquot *transfer_from[MAXQUOTAS] = {}; 1915efd8f0e6SChristoph Hellwig int cnt, ret = 0; 19169e32784bSDmitry char is_valid[MAXQUOTAS] = {}; 1917bf097aafSJan Kara struct dquot_warn warn_to[MAXQUOTAS]; 1918bf097aafSJan Kara struct dquot_warn warn_from_inodes[MAXQUOTAS]; 1919bf097aafSJan Kara struct dquot_warn warn_from_space[MAXQUOTAS]; 1920884d179dSJan Kara 1921884d179dSJan Kara if (IS_NOQUOTA(inode)) 1922efd8f0e6SChristoph Hellwig return 0; 19237a9ca53aSTahsin Erdogan 19247a9ca53aSTahsin Erdogan if (inode->i_sb->dq_op->get_inode_usage) { 19257a9ca53aSTahsin Erdogan ret = inode->i_sb->dq_op->get_inode_usage(inode, &inode_usage); 19267a9ca53aSTahsin Erdogan if (ret) 19277a9ca53aSTahsin Erdogan return ret; 19287a9ca53aSTahsin Erdogan } 19297a9ca53aSTahsin Erdogan 1930884d179dSJan Kara /* Initialize the arrays */ 1931bf097aafSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 1932bf097aafSJan Kara warn_to[cnt].w_type = QUOTA_NL_NOWARN; 1933bf097aafSJan Kara warn_from_inodes[cnt].w_type = QUOTA_NL_NOWARN; 1934bf097aafSJan Kara warn_from_space[cnt].w_type = QUOTA_NL_NOWARN; 1935bf097aafSJan Kara } 1936b9ba6f94SNiu Yawei 1937b9ba6f94SNiu Yawei spin_lock(&dq_data_lock); 1938884d179dSJan Kara if (IS_NOQUOTA(inode)) { /* File without quota accounting? */ 1939b9ba6f94SNiu Yawei spin_unlock(&dq_data_lock); 1940bc8e5f07SJan Kara return 0; 1941884d179dSJan Kara } 1942884d179dSJan Kara cur_space = inode_get_bytes(inode); 1943fd8fbfc1SDmitry Monakhov rsv_space = inode_get_rsv_space(inode); 1944884d179dSJan Kara space = cur_space + rsv_space; 1945884d179dSJan Kara /* Build the transfer_from list and check the limits */ 1946884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 19479e32784bSDmitry /* 19489e32784bSDmitry * Skip changes for same uid or gid or for turned off quota-type. 19499e32784bSDmitry */ 1950dd6f3c6dSJan Kara if (!transfer_to[cnt]) 1951884d179dSJan Kara continue; 19529e32784bSDmitry /* Avoid races with quotaoff() */ 19539e32784bSDmitry if (!sb_has_quota_active(inode->i_sb, cnt)) 19549e32784bSDmitry continue; 19559e32784bSDmitry is_valid[cnt] = 1; 19562d0fa467SJan Kara transfer_from[cnt] = i_dquot(inode)[cnt]; 19577a9ca53aSTahsin Erdogan ret = check_idq(transfer_to[cnt], inode_usage, &warn_to[cnt]); 1958efd8f0e6SChristoph Hellwig if (ret) 1959efd8f0e6SChristoph Hellwig goto over_quota; 1960bf097aafSJan Kara ret = check_bdq(transfer_to[cnt], space, 0, &warn_to[cnt]); 1961efd8f0e6SChristoph Hellwig if (ret) 1962884d179dSJan Kara goto over_quota; 1963884d179dSJan Kara } 1964884d179dSJan Kara 1965884d179dSJan Kara /* 1966884d179dSJan Kara * Finally perform the needed transfer from transfer_from to transfer_to 1967884d179dSJan Kara */ 1968884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 19699e32784bSDmitry if (!is_valid[cnt]) 1970884d179dSJan Kara continue; 1971884d179dSJan Kara /* Due to IO error we might not have transfer_from[] structure */ 1972884d179dSJan Kara if (transfer_from[cnt]) { 1973bf097aafSJan Kara int wtype; 19747a9ca53aSTahsin Erdogan wtype = info_idq_free(transfer_from[cnt], inode_usage); 1975bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1976bf097aafSJan Kara prepare_warning(&warn_from_inodes[cnt], 1977bf097aafSJan Kara transfer_from[cnt], wtype); 1978bf097aafSJan Kara wtype = info_bdq_free(transfer_from[cnt], space); 1979bf097aafSJan Kara if (wtype != QUOTA_NL_NOWARN) 1980bf097aafSJan Kara prepare_warning(&warn_from_space[cnt], 1981bf097aafSJan Kara transfer_from[cnt], wtype); 19827a9ca53aSTahsin Erdogan dquot_decr_inodes(transfer_from[cnt], inode_usage); 1983884d179dSJan Kara dquot_decr_space(transfer_from[cnt], cur_space); 1984884d179dSJan Kara dquot_free_reserved_space(transfer_from[cnt], 1985884d179dSJan Kara rsv_space); 1986884d179dSJan Kara } 1987884d179dSJan Kara 19887a9ca53aSTahsin Erdogan dquot_incr_inodes(transfer_to[cnt], inode_usage); 1989884d179dSJan Kara dquot_incr_space(transfer_to[cnt], cur_space); 1990884d179dSJan Kara dquot_resv_space(transfer_to[cnt], rsv_space); 1991884d179dSJan Kara 19922d0fa467SJan Kara i_dquot(inode)[cnt] = transfer_to[cnt]; 1993884d179dSJan Kara } 1994884d179dSJan Kara spin_unlock(&dq_data_lock); 1995884d179dSJan Kara 1996dc52dd3aSDmitry Monakhov mark_all_dquot_dirty(transfer_from); 1997dc52dd3aSDmitry Monakhov mark_all_dquot_dirty(transfer_to); 1998bf097aafSJan Kara flush_warnings(warn_to); 1999bf097aafSJan Kara flush_warnings(warn_from_inodes); 2000bf097aafSJan Kara flush_warnings(warn_from_space); 2001bc8e5f07SJan Kara /* Pass back references to put */ 2002dc52dd3aSDmitry Monakhov for (cnt = 0; cnt < MAXQUOTAS; cnt++) 20039e32784bSDmitry if (is_valid[cnt]) 2004bc8e5f07SJan Kara transfer_to[cnt] = transfer_from[cnt]; 200586f3cbecSJan Kara return 0; 2006884d179dSJan Kara over_quota: 2007884d179dSJan Kara spin_unlock(&dq_data_lock); 2008bf097aafSJan Kara flush_warnings(warn_to); 200986f3cbecSJan Kara return ret; 2010884d179dSJan Kara } 2011bc8e5f07SJan Kara EXPORT_SYMBOL(__dquot_transfer); 2012884d179dSJan Kara 20138ddd69d6SDmitry Monakhov /* Wrapper for transferring ownership of an inode for uid/gid only 20148ddd69d6SDmitry Monakhov * Called from FSXXX_setattr() 20158ddd69d6SDmitry Monakhov */ 2016b43fa828SChristoph Hellwig int dquot_transfer(struct inode *inode, struct iattr *iattr) 2017884d179dSJan Kara { 2018bc8e5f07SJan Kara struct dquot *transfer_to[MAXQUOTAS] = {}; 20196184fc0bSJan Kara struct dquot *dquot; 2020bc8e5f07SJan Kara struct super_block *sb = inode->i_sb; 2021bc8e5f07SJan Kara int ret; 20228ddd69d6SDmitry Monakhov 2023189eef59SChristoph Hellwig if (!dquot_active(inode)) 2024884d179dSJan Kara return 0; 2025bc8e5f07SJan Kara 20266184fc0bSJan Kara if (iattr->ia_valid & ATTR_UID && !uid_eq(iattr->ia_uid, inode->i_uid)){ 20276184fc0bSJan Kara dquot = dqget(sb, make_kqid_uid(iattr->ia_uid)); 20286184fc0bSJan Kara if (IS_ERR(dquot)) { 20296184fc0bSJan Kara if (PTR_ERR(dquot) != -ESRCH) { 20306184fc0bSJan Kara ret = PTR_ERR(dquot); 20316184fc0bSJan Kara goto out_put; 20326184fc0bSJan Kara } 20336184fc0bSJan Kara dquot = NULL; 20346184fc0bSJan Kara } 20356184fc0bSJan Kara transfer_to[USRQUOTA] = dquot; 20366184fc0bSJan Kara } 20376184fc0bSJan Kara if (iattr->ia_valid & ATTR_GID && !gid_eq(iattr->ia_gid, inode->i_gid)){ 20386184fc0bSJan Kara dquot = dqget(sb, make_kqid_gid(iattr->ia_gid)); 20396184fc0bSJan Kara if (IS_ERR(dquot)) { 20406184fc0bSJan Kara if (PTR_ERR(dquot) != -ESRCH) { 20416184fc0bSJan Kara ret = PTR_ERR(dquot); 20426184fc0bSJan Kara goto out_put; 20436184fc0bSJan Kara } 20446184fc0bSJan Kara dquot = NULL; 20456184fc0bSJan Kara } 20466184fc0bSJan Kara transfer_to[GRPQUOTA] = dquot; 20476184fc0bSJan Kara } 2048bc8e5f07SJan Kara ret = __dquot_transfer(inode, transfer_to); 20496184fc0bSJan Kara out_put: 2050bc8e5f07SJan Kara dqput_all(transfer_to); 2051bc8e5f07SJan Kara return ret; 2052884d179dSJan Kara } 2053b43fa828SChristoph Hellwig EXPORT_SYMBOL(dquot_transfer); 2054884d179dSJan Kara 2055884d179dSJan Kara /* 2056884d179dSJan Kara * Write info of quota file to disk 2057884d179dSJan Kara */ 2058884d179dSJan Kara int dquot_commit_info(struct super_block *sb, int type) 2059884d179dSJan Kara { 2060884d179dSJan Kara int ret; 2061884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2062884d179dSJan Kara 2063bc8230eeSJan Kara down_write(&dqopt->dqio_sem); 2064884d179dSJan Kara ret = dqopt->ops[type]->write_file_info(sb, type); 2065bc8230eeSJan Kara up_write(&dqopt->dqio_sem); 2066884d179dSJan Kara return ret; 2067884d179dSJan Kara } 2068884d179dSJan Kara EXPORT_SYMBOL(dquot_commit_info); 2069884d179dSJan Kara 2070be6257b2SJan Kara int dquot_get_next_id(struct super_block *sb, struct kqid *qid) 2071be6257b2SJan Kara { 2072be6257b2SJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2073be6257b2SJan Kara int err; 2074be6257b2SJan Kara 20759d1ccbe7SJan Kara if (!sb_has_quota_active(sb, qid->type)) 20769d1ccbe7SJan Kara return -ESRCH; 20779d1ccbe7SJan Kara if (!dqopt->ops[qid->type]->get_next_id) 20789d1ccbe7SJan Kara return -ENOSYS; 20790cff9151SJan Kara down_read(&dqopt->dqio_sem); 2080be6257b2SJan Kara err = dqopt->ops[qid->type]->get_next_id(sb, qid); 20810cff9151SJan Kara up_read(&dqopt->dqio_sem); 2082be6257b2SJan Kara return err; 2083be6257b2SJan Kara } 2084be6257b2SJan Kara EXPORT_SYMBOL(dquot_get_next_id); 2085be6257b2SJan Kara 2086884d179dSJan Kara /* 2087884d179dSJan Kara * Definitions of diskquota operations. 2088884d179dSJan Kara */ 208961e225dcSAlexey Dobriyan const struct dquot_operations dquot_operations = { 2090884d179dSJan Kara .write_dquot = dquot_commit, 2091884d179dSJan Kara .acquire_dquot = dquot_acquire, 2092884d179dSJan Kara .release_dquot = dquot_release, 2093884d179dSJan Kara .mark_dirty = dquot_mark_dquot_dirty, 2094884d179dSJan Kara .write_info = dquot_commit_info, 2095884d179dSJan Kara .alloc_dquot = dquot_alloc, 2096884d179dSJan Kara .destroy_dquot = dquot_destroy, 2097be6257b2SJan Kara .get_next_id = dquot_get_next_id, 2098884d179dSJan Kara }; 2099123e9cafSChristoph Hellwig EXPORT_SYMBOL(dquot_operations); 2100884d179dSJan Kara 2101884d179dSJan Kara /* 2102907f4554SChristoph Hellwig * Generic helper for ->open on filesystems supporting disk quotas. 2103907f4554SChristoph Hellwig */ 2104907f4554SChristoph Hellwig int dquot_file_open(struct inode *inode, struct file *file) 2105907f4554SChristoph Hellwig { 2106907f4554SChristoph Hellwig int error; 2107907f4554SChristoph Hellwig 2108907f4554SChristoph Hellwig error = generic_file_open(inode, file); 2109907f4554SChristoph Hellwig if (!error && (file->f_mode & FMODE_WRITE)) 2110871a2931SChristoph Hellwig dquot_initialize(inode); 2111907f4554SChristoph Hellwig return error; 2112907f4554SChristoph Hellwig } 2113907f4554SChristoph Hellwig EXPORT_SYMBOL(dquot_file_open); 2114907f4554SChristoph Hellwig 2115907f4554SChristoph Hellwig /* 2116884d179dSJan Kara * Turn quota off on a device. type == -1 ==> quotaoff for all types (umount) 2117884d179dSJan Kara */ 21180f0dd62fSChristoph Hellwig int dquot_disable(struct super_block *sb, int type, unsigned int flags) 2119884d179dSJan Kara { 2120884d179dSJan Kara int cnt, ret = 0; 2121884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2122884d179dSJan Kara struct inode *toputinode[MAXQUOTAS]; 2123884d179dSJan Kara 21247d6cd73dSJan Kara /* s_umount should be held in exclusive mode */ 21257d6cd73dSJan Kara if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount))) 21267d6cd73dSJan Kara up_read(&sb->s_umount); 21277d6cd73dSJan Kara 2128884d179dSJan Kara /* Cannot turn off usage accounting without turning off limits, or 2129884d179dSJan Kara * suspend quotas and simultaneously turn quotas off. */ 2130884d179dSJan Kara if ((flags & DQUOT_USAGE_ENABLED && !(flags & DQUOT_LIMITS_ENABLED)) 2131884d179dSJan Kara || (flags & DQUOT_SUSPENDED && flags & (DQUOT_LIMITS_ENABLED | 2132884d179dSJan Kara DQUOT_USAGE_ENABLED))) 2133884d179dSJan Kara return -EINVAL; 2134884d179dSJan Kara 2135884d179dSJan Kara /* 2136884d179dSJan Kara * Skip everything if there's nothing to do. We have to do this because 2137884d179dSJan Kara * sometimes we are called when fill_super() failed and calling 2138884d179dSJan Kara * sync_fs() in such cases does no good. 2139884d179dSJan Kara */ 2140c3b00446SJan Kara if (!sb_any_quota_loaded(sb)) 2141884d179dSJan Kara return 0; 2142c3b00446SJan Kara 2143884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 2144884d179dSJan Kara toputinode[cnt] = NULL; 2145884d179dSJan Kara if (type != -1 && cnt != type) 2146884d179dSJan Kara continue; 2147884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt)) 2148884d179dSJan Kara continue; 2149884d179dSJan Kara 2150884d179dSJan Kara if (flags & DQUOT_SUSPENDED) { 2151884d179dSJan Kara spin_lock(&dq_state_lock); 2152884d179dSJan Kara dqopt->flags |= 2153884d179dSJan Kara dquot_state_flag(DQUOT_SUSPENDED, cnt); 2154884d179dSJan Kara spin_unlock(&dq_state_lock); 2155884d179dSJan Kara } else { 2156884d179dSJan Kara spin_lock(&dq_state_lock); 2157884d179dSJan Kara dqopt->flags &= ~dquot_state_flag(flags, cnt); 2158884d179dSJan Kara /* Turning off suspended quotas? */ 2159884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt) && 2160884d179dSJan Kara sb_has_quota_suspended(sb, cnt)) { 2161884d179dSJan Kara dqopt->flags &= ~dquot_state_flag( 2162884d179dSJan Kara DQUOT_SUSPENDED, cnt); 2163884d179dSJan Kara spin_unlock(&dq_state_lock); 2164884d179dSJan Kara iput(dqopt->files[cnt]); 2165884d179dSJan Kara dqopt->files[cnt] = NULL; 2166884d179dSJan Kara continue; 2167884d179dSJan Kara } 2168884d179dSJan Kara spin_unlock(&dq_state_lock); 2169884d179dSJan Kara } 2170884d179dSJan Kara 2171884d179dSJan Kara /* We still have to keep quota loaded? */ 2172884d179dSJan Kara if (sb_has_quota_loaded(sb, cnt) && !(flags & DQUOT_SUSPENDED)) 2173884d179dSJan Kara continue; 2174884d179dSJan Kara 2175884d179dSJan Kara /* Note: these are blocking operations */ 2176884d179dSJan Kara drop_dquot_ref(sb, cnt); 2177884d179dSJan Kara invalidate_dquots(sb, cnt); 2178884d179dSJan Kara /* 2179268157baSJan Kara * Now all dquots should be invalidated, all writes done so we 2180268157baSJan Kara * should be only users of the info. No locks needed. 2181884d179dSJan Kara */ 2182884d179dSJan Kara if (info_dirty(&dqopt->info[cnt])) 2183884d179dSJan Kara sb->dq_op->write_info(sb, cnt); 2184884d179dSJan Kara if (dqopt->ops[cnt]->free_file_info) 2185884d179dSJan Kara dqopt->ops[cnt]->free_file_info(sb, cnt); 2186884d179dSJan Kara put_quota_format(dqopt->info[cnt].dqi_format); 2187884d179dSJan Kara 2188884d179dSJan Kara toputinode[cnt] = dqopt->files[cnt]; 2189884d179dSJan Kara if (!sb_has_quota_loaded(sb, cnt)) 2190884d179dSJan Kara dqopt->files[cnt] = NULL; 2191884d179dSJan Kara dqopt->info[cnt].dqi_flags = 0; 2192884d179dSJan Kara dqopt->info[cnt].dqi_igrace = 0; 2193884d179dSJan Kara dqopt->info[cnt].dqi_bgrace = 0; 2194884d179dSJan Kara dqopt->ops[cnt] = NULL; 2195884d179dSJan Kara } 2196884d179dSJan Kara 2197884d179dSJan Kara /* Skip syncing and setting flags if quota files are hidden */ 2198884d179dSJan Kara if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) 2199884d179dSJan Kara goto put_inodes; 2200884d179dSJan Kara 2201884d179dSJan Kara /* Sync the superblock so that buffers with quota data are written to 2202884d179dSJan Kara * disk (and so userspace sees correct data afterwards). */ 2203884d179dSJan Kara if (sb->s_op->sync_fs) 2204884d179dSJan Kara sb->s_op->sync_fs(sb, 1); 2205884d179dSJan Kara sync_blockdev(sb->s_bdev); 2206884d179dSJan Kara /* Now the quota files are just ordinary files and we can set the 2207884d179dSJan Kara * inode flags back. Moreover we discard the pagecache so that 2208884d179dSJan Kara * userspace sees the writes we did bypassing the pagecache. We 2209884d179dSJan Kara * must also discard the blockdev buffers so that we see the 2210884d179dSJan Kara * changes done by userspace on the next quotaon() */ 2211884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 22122700e606SJan Kara /* This can happen when suspending quotas on remount-ro... */ 22132700e606SJan Kara if (toputinode[cnt] && !sb_has_quota_loaded(sb, cnt)) { 22145955102cSAl Viro inode_lock(toputinode[cnt]); 2215aad6cde9SJan Kara toputinode[cnt]->i_flags &= ~S_NOQUOTA; 2216c3b00446SJan Kara truncate_inode_pages(&toputinode[cnt]->i_data, 0); 22175955102cSAl Viro inode_unlock(toputinode[cnt]); 221843d2932dSJan Kara mark_inode_dirty_sync(toputinode[cnt]); 2219884d179dSJan Kara } 2220884d179dSJan Kara if (sb->s_bdev) 2221884d179dSJan Kara invalidate_bdev(sb->s_bdev); 2222884d179dSJan Kara put_inodes: 2223884d179dSJan Kara for (cnt = 0; cnt < MAXQUOTAS; cnt++) 2224884d179dSJan Kara if (toputinode[cnt]) { 2225884d179dSJan Kara /* On remount RO, we keep the inode pointer so that we 2226884d179dSJan Kara * can reenable quota on the subsequent remount RW. We 2227884d179dSJan Kara * have to check 'flags' variable and not use sb_has_ 2228884d179dSJan Kara * function because another quotaon / quotaoff could 2229884d179dSJan Kara * change global state before we got here. We refuse 2230884d179dSJan Kara * to suspend quotas when there is pending delete on 2231884d179dSJan Kara * the quota file... */ 2232884d179dSJan Kara if (!(flags & DQUOT_SUSPENDED)) 2233884d179dSJan Kara iput(toputinode[cnt]); 2234884d179dSJan Kara else if (!toputinode[cnt]->i_nlink) 2235884d179dSJan Kara ret = -EBUSY; 2236884d179dSJan Kara } 2237884d179dSJan Kara return ret; 2238884d179dSJan Kara } 22390f0dd62fSChristoph Hellwig EXPORT_SYMBOL(dquot_disable); 2240884d179dSJan Kara 2241287a8095SChristoph Hellwig int dquot_quota_off(struct super_block *sb, int type) 2242884d179dSJan Kara { 22430f0dd62fSChristoph Hellwig return dquot_disable(sb, type, 22440f0dd62fSChristoph Hellwig DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED); 2245884d179dSJan Kara } 2246287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_off); 22470f0dd62fSChristoph Hellwig 2248884d179dSJan Kara /* 2249884d179dSJan Kara * Turn quotas on on a device 2250884d179dSJan Kara */ 2251884d179dSJan Kara 2252884d179dSJan Kara /* 2253884d179dSJan Kara * Helper function to turn quotas on when we already have the inode of 2254884d179dSJan Kara * quota file and no quota information is loaded. 2255884d179dSJan Kara */ 2256884d179dSJan Kara static int vfs_load_quota_inode(struct inode *inode, int type, int format_id, 2257884d179dSJan Kara unsigned int flags) 2258884d179dSJan Kara { 2259884d179dSJan Kara struct quota_format_type *fmt = find_quota_format(format_id); 2260884d179dSJan Kara struct super_block *sb = inode->i_sb; 2261884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2262884d179dSJan Kara int error; 2263884d179dSJan Kara 2264884d179dSJan Kara if (!fmt) 2265884d179dSJan Kara return -ESRCH; 2266884d179dSJan Kara if (!S_ISREG(inode->i_mode)) { 2267884d179dSJan Kara error = -EACCES; 2268884d179dSJan Kara goto out_fmt; 2269884d179dSJan Kara } 2270884d179dSJan Kara if (IS_RDONLY(inode)) { 2271884d179dSJan Kara error = -EROFS; 2272884d179dSJan Kara goto out_fmt; 2273884d179dSJan Kara } 2274847aac64SLi Xi if (!sb->s_op->quota_write || !sb->s_op->quota_read || 2275847aac64SLi Xi (type == PRJQUOTA && sb->dq_op->get_projid == NULL)) { 2276884d179dSJan Kara error = -EINVAL; 2277884d179dSJan Kara goto out_fmt; 2278884d179dSJan Kara } 22795c004828SEric W. Biederman /* Filesystems outside of init_user_ns not yet supported */ 22805c004828SEric W. Biederman if (sb->s_user_ns != &init_user_ns) { 22815c004828SEric W. Biederman error = -EINVAL; 22825c004828SEric W. Biederman goto out_fmt; 22835c004828SEric W. Biederman } 2284884d179dSJan Kara /* Usage always has to be set... */ 2285884d179dSJan Kara if (!(flags & DQUOT_USAGE_ENABLED)) { 2286884d179dSJan Kara error = -EINVAL; 2287884d179dSJan Kara goto out_fmt; 2288884d179dSJan Kara } 2289c3b00446SJan Kara if (sb_has_quota_loaded(sb, type)) { 2290c3b00446SJan Kara error = -EBUSY; 2291c3b00446SJan Kara goto out_fmt; 2292c3b00446SJan Kara } 2293884d179dSJan Kara 2294884d179dSJan Kara if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) { 2295ab94c39bSJan Kara /* As we bypass the pagecache we must now flush all the 2296ab94c39bSJan Kara * dirty data and invalidate caches so that kernel sees 2297ab94c39bSJan Kara * changes from userspace. It is not enough to just flush 2298ab94c39bSJan Kara * the quota file since if blocksize < pagesize, invalidation 2299ab94c39bSJan Kara * of the cache could fail because of other unrelated dirty 2300ab94c39bSJan Kara * data */ 2301ab94c39bSJan Kara sync_filesystem(sb); 2302884d179dSJan Kara invalidate_bdev(sb->s_bdev); 2303884d179dSJan Kara } 2304884d179dSJan Kara 2305884d179dSJan Kara if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) { 2306884d179dSJan Kara /* We don't want quota and atime on quota files (deadlocks 2307884d179dSJan Kara * possible) Also nobody should write to the file - we use 2308884d179dSJan Kara * special IO operations which ignore the immutable bit. */ 23095955102cSAl Viro inode_lock(inode); 2310aad6cde9SJan Kara inode->i_flags |= S_NOQUOTA; 23115955102cSAl Viro inode_unlock(inode); 231226245c94SJan Kara /* 231326245c94SJan Kara * When S_NOQUOTA is set, remove dquot references as no more 231426245c94SJan Kara * references can be added 231526245c94SJan Kara */ 23169f754758SChristoph Hellwig __dquot_drop(inode); 2317884d179dSJan Kara } 2318884d179dSJan Kara 2319884d179dSJan Kara error = -EIO; 2320884d179dSJan Kara dqopt->files[type] = igrab(inode); 2321884d179dSJan Kara if (!dqopt->files[type]) 2322c3b00446SJan Kara goto out_file_flags; 2323884d179dSJan Kara error = -EINVAL; 2324884d179dSJan Kara if (!fmt->qf_ops->check_quota_file(sb, type)) 2325884d179dSJan Kara goto out_file_init; 2326884d179dSJan Kara 2327884d179dSJan Kara dqopt->ops[type] = fmt->qf_ops; 2328884d179dSJan Kara dqopt->info[type].dqi_format = fmt; 2329884d179dSJan Kara dqopt->info[type].dqi_fmt_id = format_id; 2330884d179dSJan Kara INIT_LIST_HEAD(&dqopt->info[type].dqi_dirty_list); 2331d6ab3661SJan Kara down_read(&dqopt->dqio_sem); 2332268157baSJan Kara error = dqopt->ops[type]->read_file_info(sb, type); 2333268157baSJan Kara if (error < 0) { 2334d6ab3661SJan Kara up_read(&dqopt->dqio_sem); 2335884d179dSJan Kara goto out_file_init; 2336884d179dSJan Kara } 233746fe44ceSJan Kara if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) 233846fe44ceSJan Kara dqopt->info[type].dqi_flags |= DQF_SYS_FILE; 2339d6ab3661SJan Kara up_read(&dqopt->dqio_sem); 2340884d179dSJan Kara spin_lock(&dq_state_lock); 2341884d179dSJan Kara dqopt->flags |= dquot_state_flag(flags, type); 2342884d179dSJan Kara spin_unlock(&dq_state_lock); 2343884d179dSJan Kara 2344884d179dSJan Kara add_dquot_ref(sb, type); 2345884d179dSJan Kara 2346884d179dSJan Kara return 0; 2347884d179dSJan Kara 2348884d179dSJan Kara out_file_init: 2349884d179dSJan Kara dqopt->files[type] = NULL; 2350884d179dSJan Kara iput(inode); 2351c3b00446SJan Kara out_file_flags: 23525955102cSAl Viro inode_lock(inode); 2353aad6cde9SJan Kara inode->i_flags &= ~S_NOQUOTA; 23545955102cSAl Viro inode_unlock(inode); 2355884d179dSJan Kara out_fmt: 2356884d179dSJan Kara put_quota_format(fmt); 2357884d179dSJan Kara 2358884d179dSJan Kara return error; 2359884d179dSJan Kara } 2360884d179dSJan Kara 2361884d179dSJan Kara /* Reenable quotas on remount RW */ 23620f0dd62fSChristoph Hellwig int dquot_resume(struct super_block *sb, int type) 2363884d179dSJan Kara { 2364884d179dSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 2365884d179dSJan Kara struct inode *inode; 23660f0dd62fSChristoph Hellwig int ret = 0, cnt; 2367884d179dSJan Kara unsigned int flags; 2368884d179dSJan Kara 23697d6cd73dSJan Kara /* s_umount should be held in exclusive mode */ 23707d6cd73dSJan Kara if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount))) 23717d6cd73dSJan Kara up_read(&sb->s_umount); 23727d6cd73dSJan Kara 23730f0dd62fSChristoph Hellwig for (cnt = 0; cnt < MAXQUOTAS; cnt++) { 23740f0dd62fSChristoph Hellwig if (type != -1 && cnt != type) 23750f0dd62fSChristoph Hellwig continue; 2376c3b00446SJan Kara if (!sb_has_quota_suspended(sb, cnt)) 23770f0dd62fSChristoph Hellwig continue; 2378c3b00446SJan Kara 23790f0dd62fSChristoph Hellwig inode = dqopt->files[cnt]; 23800f0dd62fSChristoph Hellwig dqopt->files[cnt] = NULL; 2381884d179dSJan Kara spin_lock(&dq_state_lock); 2382884d179dSJan Kara flags = dqopt->flags & dquot_state_flag(DQUOT_USAGE_ENABLED | 23830f0dd62fSChristoph Hellwig DQUOT_LIMITS_ENABLED, 23840f0dd62fSChristoph Hellwig cnt); 23850f0dd62fSChristoph Hellwig dqopt->flags &= ~dquot_state_flag(DQUOT_STATE_FLAGS, cnt); 2386884d179dSJan Kara spin_unlock(&dq_state_lock); 2387884d179dSJan Kara 23880f0dd62fSChristoph Hellwig flags = dquot_generic_flag(flags, cnt); 23890f0dd62fSChristoph Hellwig ret = vfs_load_quota_inode(inode, cnt, 23900f0dd62fSChristoph Hellwig dqopt->info[cnt].dqi_fmt_id, flags); 2391884d179dSJan Kara iput(inode); 23920f0dd62fSChristoph Hellwig } 2393884d179dSJan Kara 2394884d179dSJan Kara return ret; 2395884d179dSJan Kara } 23960f0dd62fSChristoph Hellwig EXPORT_SYMBOL(dquot_resume); 2397884d179dSJan Kara 2398f00c9e44SJan Kara int dquot_quota_on(struct super_block *sb, int type, int format_id, 23998c54ca9cSAl Viro const struct path *path) 2400884d179dSJan Kara { 2401884d179dSJan Kara int error = security_quota_on(path->dentry); 2402884d179dSJan Kara if (error) 2403884d179dSJan Kara return error; 2404884d179dSJan Kara /* Quota file not on the same filesystem? */ 2405d8c9584eSAl Viro if (path->dentry->d_sb != sb) 2406884d179dSJan Kara error = -EXDEV; 2407884d179dSJan Kara else 2408dea655c2SDavid Howells error = vfs_load_quota_inode(d_inode(path->dentry), type, 2409884d179dSJan Kara format_id, DQUOT_USAGE_ENABLED | 2410884d179dSJan Kara DQUOT_LIMITS_ENABLED); 2411884d179dSJan Kara return error; 2412884d179dSJan Kara } 2413287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_on); 2414884d179dSJan Kara 2415884d179dSJan Kara /* 2416884d179dSJan Kara * More powerful function for turning on quotas allowing setting 2417884d179dSJan Kara * of individual quota flags 2418884d179dSJan Kara */ 2419287a8095SChristoph Hellwig int dquot_enable(struct inode *inode, int type, int format_id, 2420884d179dSJan Kara unsigned int flags) 2421884d179dSJan Kara { 2422884d179dSJan Kara struct super_block *sb = inode->i_sb; 2423884d179dSJan Kara 2424884d179dSJan Kara /* Just unsuspend quotas? */ 24250f0dd62fSChristoph Hellwig BUG_ON(flags & DQUOT_SUSPENDED); 24267d6cd73dSJan Kara /* s_umount should be held in exclusive mode */ 24277d6cd73dSJan Kara if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount))) 24287d6cd73dSJan Kara up_read(&sb->s_umount); 24290f0dd62fSChristoph Hellwig 2430884d179dSJan Kara if (!flags) 2431884d179dSJan Kara return 0; 2432884d179dSJan Kara /* Just updating flags needed? */ 2433884d179dSJan Kara if (sb_has_quota_loaded(sb, type)) { 2434884d179dSJan Kara if (flags & DQUOT_USAGE_ENABLED && 2435c3b00446SJan Kara sb_has_quota_usage_enabled(sb, type)) 2436c3b00446SJan Kara return -EBUSY; 2437884d179dSJan Kara if (flags & DQUOT_LIMITS_ENABLED && 2438c3b00446SJan Kara sb_has_quota_limits_enabled(sb, type)) 2439c3b00446SJan Kara return -EBUSY; 2440884d179dSJan Kara spin_lock(&dq_state_lock); 2441884d179dSJan Kara sb_dqopt(sb)->flags |= dquot_state_flag(flags, type); 2442884d179dSJan Kara spin_unlock(&dq_state_lock); 2443c3b00446SJan Kara return 0; 2444884d179dSJan Kara } 2445884d179dSJan Kara 2446884d179dSJan Kara return vfs_load_quota_inode(inode, type, format_id, flags); 2447884d179dSJan Kara } 2448287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_enable); 2449884d179dSJan Kara 2450884d179dSJan Kara /* 2451884d179dSJan Kara * This function is used when filesystem needs to initialize quotas 2452884d179dSJan Kara * during mount time. 2453884d179dSJan Kara */ 2454287a8095SChristoph Hellwig int dquot_quota_on_mount(struct super_block *sb, char *qf_name, 2455884d179dSJan Kara int format_id, int type) 2456884d179dSJan Kara { 2457884d179dSJan Kara struct dentry *dentry; 2458884d179dSJan Kara int error; 2459884d179dSJan Kara 2460e12a4e8aSAl Viro dentry = lookup_one_len_unlocked(qf_name, sb->s_root, strlen(qf_name)); 2461884d179dSJan Kara if (IS_ERR(dentry)) 2462884d179dSJan Kara return PTR_ERR(dentry); 2463884d179dSJan Kara 2464dea655c2SDavid Howells if (d_really_is_negative(dentry)) { 2465884d179dSJan Kara error = -ENOENT; 2466884d179dSJan Kara goto out; 2467884d179dSJan Kara } 2468884d179dSJan Kara 2469884d179dSJan Kara error = security_quota_on(dentry); 2470884d179dSJan Kara if (!error) 2471dea655c2SDavid Howells error = vfs_load_quota_inode(d_inode(dentry), type, format_id, 2472884d179dSJan Kara DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED); 2473884d179dSJan Kara 2474884d179dSJan Kara out: 2475884d179dSJan Kara dput(dentry); 2476884d179dSJan Kara return error; 2477884d179dSJan Kara } 2478287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_quota_on_mount); 2479884d179dSJan Kara 24803e2af67eSJan Kara static int dquot_quota_enable(struct super_block *sb, unsigned int flags) 24813e2af67eSJan Kara { 24823e2af67eSJan Kara int ret; 24833e2af67eSJan Kara int type; 24843e2af67eSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 24853e2af67eSJan Kara 24863e2af67eSJan Kara if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) 24873e2af67eSJan Kara return -ENOSYS; 24883e2af67eSJan Kara /* Accounting cannot be turned on while fs is mounted */ 24893e2af67eSJan Kara flags &= ~(FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT); 24903e2af67eSJan Kara if (!flags) 24913e2af67eSJan Kara return -EINVAL; 24923e2af67eSJan Kara for (type = 0; type < MAXQUOTAS; type++) { 24933e2af67eSJan Kara if (!(flags & qtype_enforce_flag(type))) 24943e2af67eSJan Kara continue; 24953e2af67eSJan Kara /* Can't enforce without accounting */ 24963e2af67eSJan Kara if (!sb_has_quota_usage_enabled(sb, type)) 24973e2af67eSJan Kara return -EINVAL; 24983e2af67eSJan Kara ret = dquot_enable(dqopt->files[type], type, 24993e2af67eSJan Kara dqopt->info[type].dqi_fmt_id, 25003e2af67eSJan Kara DQUOT_LIMITS_ENABLED); 25013e2af67eSJan Kara if (ret < 0) 25023e2af67eSJan Kara goto out_err; 25033e2af67eSJan Kara } 25043e2af67eSJan Kara return 0; 25053e2af67eSJan Kara out_err: 25063e2af67eSJan Kara /* Backout enforcement enablement we already did */ 25073e2af67eSJan Kara for (type--; type >= 0; type--) { 25083e2af67eSJan Kara if (flags & qtype_enforce_flag(type)) 25093e2af67eSJan Kara dquot_disable(sb, type, DQUOT_LIMITS_ENABLED); 25103e2af67eSJan Kara } 25113e2af67eSJan Kara /* Error code translation for better compatibility with XFS */ 25123e2af67eSJan Kara if (ret == -EBUSY) 25133e2af67eSJan Kara ret = -EEXIST; 25143e2af67eSJan Kara return ret; 25153e2af67eSJan Kara } 25163e2af67eSJan Kara 25173e2af67eSJan Kara static int dquot_quota_disable(struct super_block *sb, unsigned int flags) 25183e2af67eSJan Kara { 25193e2af67eSJan Kara int ret; 25203e2af67eSJan Kara int type; 25213e2af67eSJan Kara struct quota_info *dqopt = sb_dqopt(sb); 25223e2af67eSJan Kara 25233e2af67eSJan Kara if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) 25243e2af67eSJan Kara return -ENOSYS; 25253e2af67eSJan Kara /* 25263e2af67eSJan Kara * We don't support turning off accounting via quotactl. In principle 25273e2af67eSJan Kara * quota infrastructure can do this but filesystems don't expect 25283e2af67eSJan Kara * userspace to be able to do it. 25293e2af67eSJan Kara */ 25303e2af67eSJan Kara if (flags & 25313e2af67eSJan Kara (FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT)) 25323e2af67eSJan Kara return -EOPNOTSUPP; 25333e2af67eSJan Kara 25343e2af67eSJan Kara /* Filter out limits not enabled */ 25353e2af67eSJan Kara for (type = 0; type < MAXQUOTAS; type++) 25363e2af67eSJan Kara if (!sb_has_quota_limits_enabled(sb, type)) 25373e2af67eSJan Kara flags &= ~qtype_enforce_flag(type); 25383e2af67eSJan Kara /* Nothing left? */ 25393e2af67eSJan Kara if (!flags) 25403e2af67eSJan Kara return -EEXIST; 25413e2af67eSJan Kara for (type = 0; type < MAXQUOTAS; type++) { 25423e2af67eSJan Kara if (flags & qtype_enforce_flag(type)) { 25433e2af67eSJan Kara ret = dquot_disable(sb, type, DQUOT_LIMITS_ENABLED); 25443e2af67eSJan Kara if (ret < 0) 25453e2af67eSJan Kara goto out_err; 25463e2af67eSJan Kara } 25473e2af67eSJan Kara } 25483e2af67eSJan Kara return 0; 25493e2af67eSJan Kara out_err: 25503e2af67eSJan Kara /* Backout enforcement disabling we already did */ 25513e2af67eSJan Kara for (type--; type >= 0; type--) { 25523e2af67eSJan Kara if (flags & qtype_enforce_flag(type)) 25533e2af67eSJan Kara dquot_enable(dqopt->files[type], type, 25543e2af67eSJan Kara dqopt->info[type].dqi_fmt_id, 25553e2af67eSJan Kara DQUOT_LIMITS_ENABLED); 25563e2af67eSJan Kara } 25573e2af67eSJan Kara return ret; 25583e2af67eSJan Kara } 25593e2af67eSJan Kara 2560884d179dSJan Kara /* Generic routine for getting common part of quota structure */ 256114bf61ffSJan Kara static void do_get_dqblk(struct dquot *dquot, struct qc_dqblk *di) 2562884d179dSJan Kara { 2563884d179dSJan Kara struct mem_dqblk *dm = &dquot->dq_dqb; 2564884d179dSJan Kara 2565b9b2dd36SChristoph Hellwig memset(di, 0, sizeof(*di)); 2566884d179dSJan Kara spin_lock(&dq_data_lock); 256714bf61ffSJan Kara di->d_spc_hardlimit = dm->dqb_bhardlimit; 256814bf61ffSJan Kara di->d_spc_softlimit = dm->dqb_bsoftlimit; 2569b9b2dd36SChristoph Hellwig di->d_ino_hardlimit = dm->dqb_ihardlimit; 2570b9b2dd36SChristoph Hellwig di->d_ino_softlimit = dm->dqb_isoftlimit; 257114bf61ffSJan Kara di->d_space = dm->dqb_curspace + dm->dqb_rsvspace; 257214bf61ffSJan Kara di->d_ino_count = dm->dqb_curinodes; 257314bf61ffSJan Kara di->d_spc_timer = dm->dqb_btime; 257414bf61ffSJan Kara di->d_ino_timer = dm->dqb_itime; 2575884d179dSJan Kara spin_unlock(&dq_data_lock); 2576884d179dSJan Kara } 2577884d179dSJan Kara 257874a8a103SEric W. Biederman int dquot_get_dqblk(struct super_block *sb, struct kqid qid, 257914bf61ffSJan Kara struct qc_dqblk *di) 2580884d179dSJan Kara { 2581884d179dSJan Kara struct dquot *dquot; 2582884d179dSJan Kara 2583aca645a6SEric W. Biederman dquot = dqget(sb, qid); 25846184fc0bSJan Kara if (IS_ERR(dquot)) 25856184fc0bSJan Kara return PTR_ERR(dquot); 2586884d179dSJan Kara do_get_dqblk(dquot, di); 2587884d179dSJan Kara dqput(dquot); 2588884d179dSJan Kara 2589884d179dSJan Kara return 0; 2590884d179dSJan Kara } 2591287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_get_dqblk); 2592884d179dSJan Kara 2593be6257b2SJan Kara int dquot_get_next_dqblk(struct super_block *sb, struct kqid *qid, 2594be6257b2SJan Kara struct qc_dqblk *di) 2595be6257b2SJan Kara { 2596be6257b2SJan Kara struct dquot *dquot; 2597be6257b2SJan Kara int err; 2598be6257b2SJan Kara 2599be6257b2SJan Kara if (!sb->dq_op->get_next_id) 2600be6257b2SJan Kara return -ENOSYS; 2601be6257b2SJan Kara err = sb->dq_op->get_next_id(sb, qid); 2602be6257b2SJan Kara if (err < 0) 2603be6257b2SJan Kara return err; 2604be6257b2SJan Kara dquot = dqget(sb, *qid); 2605be6257b2SJan Kara if (IS_ERR(dquot)) 2606be6257b2SJan Kara return PTR_ERR(dquot); 2607be6257b2SJan Kara do_get_dqblk(dquot, di); 2608be6257b2SJan Kara dqput(dquot); 2609be6257b2SJan Kara 2610be6257b2SJan Kara return 0; 2611be6257b2SJan Kara } 2612be6257b2SJan Kara EXPORT_SYMBOL(dquot_get_next_dqblk); 2613be6257b2SJan Kara 261414bf61ffSJan Kara #define VFS_QC_MASK \ 261514bf61ffSJan Kara (QC_SPACE | QC_SPC_SOFT | QC_SPC_HARD | \ 261614bf61ffSJan Kara QC_INO_COUNT | QC_INO_SOFT | QC_INO_HARD | \ 261714bf61ffSJan Kara QC_SPC_TIMER | QC_INO_TIMER) 2618c472b432SChristoph Hellwig 2619884d179dSJan Kara /* Generic routine for setting common part of quota structure */ 262014bf61ffSJan Kara static int do_set_dqblk(struct dquot *dquot, struct qc_dqblk *di) 2621884d179dSJan Kara { 2622884d179dSJan Kara struct mem_dqblk *dm = &dquot->dq_dqb; 2623884d179dSJan Kara int check_blim = 0, check_ilim = 0; 26244c376dcaSEric W. Biederman struct mem_dqinfo *dqi = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type]; 2625884d179dSJan Kara 262614bf61ffSJan Kara if (di->d_fieldmask & ~VFS_QC_MASK) 2627c472b432SChristoph Hellwig return -EINVAL; 2628c472b432SChristoph Hellwig 262914bf61ffSJan Kara if (((di->d_fieldmask & QC_SPC_SOFT) && 2630b10a0819SJan Kara di->d_spc_softlimit > dqi->dqi_max_spc_limit) || 263114bf61ffSJan Kara ((di->d_fieldmask & QC_SPC_HARD) && 2632b10a0819SJan Kara di->d_spc_hardlimit > dqi->dqi_max_spc_limit) || 263314bf61ffSJan Kara ((di->d_fieldmask & QC_INO_SOFT) && 2634b10a0819SJan Kara (di->d_ino_softlimit > dqi->dqi_max_ino_limit)) || 263514bf61ffSJan Kara ((di->d_fieldmask & QC_INO_HARD) && 2636b10a0819SJan Kara (di->d_ino_hardlimit > dqi->dqi_max_ino_limit))) 2637884d179dSJan Kara return -ERANGE; 2638884d179dSJan Kara 2639884d179dSJan Kara spin_lock(&dq_data_lock); 264014bf61ffSJan Kara if (di->d_fieldmask & QC_SPACE) { 264114bf61ffSJan Kara dm->dqb_curspace = di->d_space - dm->dqb_rsvspace; 2642884d179dSJan Kara check_blim = 1; 264308261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_SPACE_B, &dquot->dq_flags); 2644884d179dSJan Kara } 2645c472b432SChristoph Hellwig 264614bf61ffSJan Kara if (di->d_fieldmask & QC_SPC_SOFT) 264714bf61ffSJan Kara dm->dqb_bsoftlimit = di->d_spc_softlimit; 264814bf61ffSJan Kara if (di->d_fieldmask & QC_SPC_HARD) 264914bf61ffSJan Kara dm->dqb_bhardlimit = di->d_spc_hardlimit; 265014bf61ffSJan Kara if (di->d_fieldmask & (QC_SPC_SOFT | QC_SPC_HARD)) { 2651884d179dSJan Kara check_blim = 1; 265208261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_BLIMITS_B, &dquot->dq_flags); 2653884d179dSJan Kara } 2654c472b432SChristoph Hellwig 265514bf61ffSJan Kara if (di->d_fieldmask & QC_INO_COUNT) { 265614bf61ffSJan Kara dm->dqb_curinodes = di->d_ino_count; 2657884d179dSJan Kara check_ilim = 1; 265808261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_INODES_B, &dquot->dq_flags); 2659884d179dSJan Kara } 2660c472b432SChristoph Hellwig 266114bf61ffSJan Kara if (di->d_fieldmask & QC_INO_SOFT) 2662c472b432SChristoph Hellwig dm->dqb_isoftlimit = di->d_ino_softlimit; 266314bf61ffSJan Kara if (di->d_fieldmask & QC_INO_HARD) 2664c472b432SChristoph Hellwig dm->dqb_ihardlimit = di->d_ino_hardlimit; 266514bf61ffSJan Kara if (di->d_fieldmask & (QC_INO_SOFT | QC_INO_HARD)) { 2666884d179dSJan Kara check_ilim = 1; 266708261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_ILIMITS_B, &dquot->dq_flags); 2668884d179dSJan Kara } 2669c472b432SChristoph Hellwig 267014bf61ffSJan Kara if (di->d_fieldmask & QC_SPC_TIMER) { 267114bf61ffSJan Kara dm->dqb_btime = di->d_spc_timer; 2672884d179dSJan Kara check_blim = 1; 267308261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_BTIME_B, &dquot->dq_flags); 2674884d179dSJan Kara } 2675c472b432SChristoph Hellwig 267614bf61ffSJan Kara if (di->d_fieldmask & QC_INO_TIMER) { 267714bf61ffSJan Kara dm->dqb_itime = di->d_ino_timer; 2678884d179dSJan Kara check_ilim = 1; 267908261673SAndrew Perepechko set_bit(DQ_LASTSET_B + QIF_ITIME_B, &dquot->dq_flags); 2680884d179dSJan Kara } 2681884d179dSJan Kara 2682884d179dSJan Kara if (check_blim) { 2683268157baSJan Kara if (!dm->dqb_bsoftlimit || 2684268157baSJan Kara dm->dqb_curspace < dm->dqb_bsoftlimit) { 2685884d179dSJan Kara dm->dqb_btime = 0; 2686884d179dSJan Kara clear_bit(DQ_BLKS_B, &dquot->dq_flags); 268714bf61ffSJan Kara } else if (!(di->d_fieldmask & QC_SPC_TIMER)) 2688268157baSJan Kara /* Set grace only if user hasn't provided his own... */ 2689e008bb61SArnd Bergmann dm->dqb_btime = ktime_get_real_seconds() + dqi->dqi_bgrace; 2690884d179dSJan Kara } 2691884d179dSJan Kara if (check_ilim) { 2692268157baSJan Kara if (!dm->dqb_isoftlimit || 2693268157baSJan Kara dm->dqb_curinodes < dm->dqb_isoftlimit) { 2694884d179dSJan Kara dm->dqb_itime = 0; 2695884d179dSJan Kara clear_bit(DQ_INODES_B, &dquot->dq_flags); 269614bf61ffSJan Kara } else if (!(di->d_fieldmask & QC_INO_TIMER)) 2697268157baSJan Kara /* Set grace only if user hasn't provided his own... */ 2698e008bb61SArnd Bergmann dm->dqb_itime = ktime_get_real_seconds() + dqi->dqi_igrace; 2699884d179dSJan Kara } 2700268157baSJan Kara if (dm->dqb_bhardlimit || dm->dqb_bsoftlimit || dm->dqb_ihardlimit || 2701268157baSJan Kara dm->dqb_isoftlimit) 2702884d179dSJan Kara clear_bit(DQ_FAKE_B, &dquot->dq_flags); 2703884d179dSJan Kara else 2704884d179dSJan Kara set_bit(DQ_FAKE_B, &dquot->dq_flags); 2705884d179dSJan Kara spin_unlock(&dq_data_lock); 2706884d179dSJan Kara mark_dquot_dirty(dquot); 2707884d179dSJan Kara 2708884d179dSJan Kara return 0; 2709884d179dSJan Kara } 2710884d179dSJan Kara 271174a8a103SEric W. Biederman int dquot_set_dqblk(struct super_block *sb, struct kqid qid, 271214bf61ffSJan Kara struct qc_dqblk *di) 2713884d179dSJan Kara { 2714884d179dSJan Kara struct dquot *dquot; 2715884d179dSJan Kara int rc; 2716884d179dSJan Kara 2717aca645a6SEric W. Biederman dquot = dqget(sb, qid); 27186184fc0bSJan Kara if (IS_ERR(dquot)) { 27196184fc0bSJan Kara rc = PTR_ERR(dquot); 2720884d179dSJan Kara goto out; 2721884d179dSJan Kara } 2722884d179dSJan Kara rc = do_set_dqblk(dquot, di); 2723884d179dSJan Kara dqput(dquot); 2724884d179dSJan Kara out: 2725884d179dSJan Kara return rc; 2726884d179dSJan Kara } 2727287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_set_dqblk); 2728884d179dSJan Kara 2729884d179dSJan Kara /* Generic routine for getting common part of quota file information */ 27300a240339SJan Kara int dquot_get_state(struct super_block *sb, struct qc_state *state) 2731884d179dSJan Kara { 2732884d179dSJan Kara struct mem_dqinfo *mi; 27330a240339SJan Kara struct qc_type_state *tstate; 27340a240339SJan Kara struct quota_info *dqopt = sb_dqopt(sb); 27350a240339SJan Kara int type; 2736884d179dSJan Kara 27370a240339SJan Kara memset(state, 0, sizeof(*state)); 27380a240339SJan Kara for (type = 0; type < MAXQUOTAS; type++) { 27390a240339SJan Kara if (!sb_has_quota_active(sb, type)) 27400a240339SJan Kara continue; 27410a240339SJan Kara tstate = state->s_state + type; 2742884d179dSJan Kara mi = sb_dqopt(sb)->info + type; 27430a240339SJan Kara tstate->flags = QCI_ACCT_ENABLED; 2744884d179dSJan Kara spin_lock(&dq_data_lock); 27450a240339SJan Kara if (mi->dqi_flags & DQF_SYS_FILE) 27460a240339SJan Kara tstate->flags |= QCI_SYSFILE; 27470a240339SJan Kara if (mi->dqi_flags & DQF_ROOT_SQUASH) 27480a240339SJan Kara tstate->flags |= QCI_ROOT_SQUASH; 27490a240339SJan Kara if (sb_has_quota_limits_enabled(sb, type)) 27500a240339SJan Kara tstate->flags |= QCI_LIMITS_ENFORCED; 27510a240339SJan Kara tstate->spc_timelimit = mi->dqi_bgrace; 27520a240339SJan Kara tstate->ino_timelimit = mi->dqi_igrace; 27530a240339SJan Kara tstate->ino = dqopt->files[type]->i_ino; 27540a240339SJan Kara tstate->blocks = dqopt->files[type]->i_blocks; 27550a240339SJan Kara tstate->nextents = 1; /* We don't know... */ 2756884d179dSJan Kara spin_unlock(&dq_data_lock); 27570a240339SJan Kara } 2758884d179dSJan Kara return 0; 2759884d179dSJan Kara } 27600a240339SJan Kara EXPORT_SYMBOL(dquot_get_state); 2761884d179dSJan Kara 2762884d179dSJan Kara /* Generic routine for setting common part of quota file information */ 27635eacb2acSJan Kara int dquot_set_dqinfo(struct super_block *sb, int type, struct qc_info *ii) 2764884d179dSJan Kara { 2765884d179dSJan Kara struct mem_dqinfo *mi; 2766884d179dSJan Kara int err = 0; 2767884d179dSJan Kara 27685eacb2acSJan Kara if ((ii->i_fieldmask & QC_WARNS_MASK) || 27695eacb2acSJan Kara (ii->i_fieldmask & QC_RT_SPC_TIMER)) 27705eacb2acSJan Kara return -EINVAL; 27719d1ccbe7SJan Kara if (!sb_has_quota_active(sb, type)) 27729d1ccbe7SJan Kara return -ESRCH; 2773884d179dSJan Kara mi = sb_dqopt(sb)->info + type; 27745eacb2acSJan Kara if (ii->i_fieldmask & QC_FLAGS) { 27755eacb2acSJan Kara if ((ii->i_flags & QCI_ROOT_SQUASH && 27769d1ccbe7SJan Kara mi->dqi_format->qf_fmt_id != QFMT_VFS_OLD)) 27779d1ccbe7SJan Kara return -EINVAL; 2778ca6cb091SJan Kara } 2779884d179dSJan Kara spin_lock(&dq_data_lock); 27805eacb2acSJan Kara if (ii->i_fieldmask & QC_SPC_TIMER) 27815eacb2acSJan Kara mi->dqi_bgrace = ii->i_spc_timelimit; 27825eacb2acSJan Kara if (ii->i_fieldmask & QC_INO_TIMER) 27835eacb2acSJan Kara mi->dqi_igrace = ii->i_ino_timelimit; 27845eacb2acSJan Kara if (ii->i_fieldmask & QC_FLAGS) { 27855eacb2acSJan Kara if (ii->i_flags & QCI_ROOT_SQUASH) 27865eacb2acSJan Kara mi->dqi_flags |= DQF_ROOT_SQUASH; 27875eacb2acSJan Kara else 27885eacb2acSJan Kara mi->dqi_flags &= ~DQF_ROOT_SQUASH; 27895eacb2acSJan Kara } 2790884d179dSJan Kara spin_unlock(&dq_data_lock); 2791884d179dSJan Kara mark_info_dirty(sb, type); 2792884d179dSJan Kara /* Force write to disk */ 2793884d179dSJan Kara sb->dq_op->write_info(sb, type); 2794884d179dSJan Kara return err; 2795884d179dSJan Kara } 2796287a8095SChristoph Hellwig EXPORT_SYMBOL(dquot_set_dqinfo); 2797884d179dSJan Kara 27983e2af67eSJan Kara const struct quotactl_ops dquot_quotactl_sysfile_ops = { 27993e2af67eSJan Kara .quota_enable = dquot_quota_enable, 28003e2af67eSJan Kara .quota_disable = dquot_quota_disable, 28013e2af67eSJan Kara .quota_sync = dquot_quota_sync, 28020a240339SJan Kara .get_state = dquot_get_state, 28033e2af67eSJan Kara .set_info = dquot_set_dqinfo, 28043e2af67eSJan Kara .get_dqblk = dquot_get_dqblk, 2805be6257b2SJan Kara .get_nextdqblk = dquot_get_next_dqblk, 28063e2af67eSJan Kara .set_dqblk = dquot_set_dqblk 28073e2af67eSJan Kara }; 28083e2af67eSJan Kara EXPORT_SYMBOL(dquot_quotactl_sysfile_ops); 28093e2af67eSJan Kara 2810dde95888SDmitry Monakhov static int do_proc_dqstats(struct ctl_table *table, int write, 2811dde95888SDmitry Monakhov void __user *buffer, size_t *lenp, loff_t *ppos) 2812dde95888SDmitry Monakhov { 2813dde95888SDmitry Monakhov unsigned int type = (int *)table->data - dqstats.stat; 2814f32764bdSDmitry Monakhov 2815f32764bdSDmitry Monakhov /* Update global table */ 2816f32764bdSDmitry Monakhov dqstats.stat[type] = 2817f32764bdSDmitry Monakhov percpu_counter_sum_positive(&dqstats.counter[type]); 2818dde95888SDmitry Monakhov return proc_dointvec(table, write, buffer, lenp, ppos); 2819dde95888SDmitry Monakhov } 2820dde95888SDmitry Monakhov 2821e628753bSJoe Perches static struct ctl_table fs_dqstats_table[] = { 2822884d179dSJan Kara { 2823884d179dSJan Kara .procname = "lookups", 2824dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_LOOKUPS], 2825884d179dSJan Kara .maxlen = sizeof(int), 2826884d179dSJan Kara .mode = 0444, 2827dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2828884d179dSJan Kara }, 2829884d179dSJan Kara { 2830884d179dSJan Kara .procname = "drops", 2831dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_DROPS], 2832884d179dSJan Kara .maxlen = sizeof(int), 2833884d179dSJan Kara .mode = 0444, 2834dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2835884d179dSJan Kara }, 2836884d179dSJan Kara { 2837884d179dSJan Kara .procname = "reads", 2838dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_READS], 2839884d179dSJan Kara .maxlen = sizeof(int), 2840884d179dSJan Kara .mode = 0444, 2841dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2842884d179dSJan Kara }, 2843884d179dSJan Kara { 2844884d179dSJan Kara .procname = "writes", 2845dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_WRITES], 2846884d179dSJan Kara .maxlen = sizeof(int), 2847884d179dSJan Kara .mode = 0444, 2848dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2849884d179dSJan Kara }, 2850884d179dSJan Kara { 2851884d179dSJan Kara .procname = "cache_hits", 2852dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_CACHE_HITS], 2853884d179dSJan Kara .maxlen = sizeof(int), 2854884d179dSJan Kara .mode = 0444, 2855dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2856884d179dSJan Kara }, 2857884d179dSJan Kara { 2858884d179dSJan Kara .procname = "allocated_dquots", 2859dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_ALLOC_DQUOTS], 2860884d179dSJan Kara .maxlen = sizeof(int), 2861884d179dSJan Kara .mode = 0444, 2862dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2863884d179dSJan Kara }, 2864884d179dSJan Kara { 2865884d179dSJan Kara .procname = "free_dquots", 2866dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_FREE_DQUOTS], 2867884d179dSJan Kara .maxlen = sizeof(int), 2868884d179dSJan Kara .mode = 0444, 2869dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2870884d179dSJan Kara }, 2871884d179dSJan Kara { 2872884d179dSJan Kara .procname = "syncs", 2873dde95888SDmitry Monakhov .data = &dqstats.stat[DQST_SYNCS], 2874884d179dSJan Kara .maxlen = sizeof(int), 2875884d179dSJan Kara .mode = 0444, 2876dde95888SDmitry Monakhov .proc_handler = do_proc_dqstats, 2877884d179dSJan Kara }, 2878884d179dSJan Kara #ifdef CONFIG_PRINT_QUOTA_WARNING 2879884d179dSJan Kara { 2880884d179dSJan Kara .procname = "warnings", 2881884d179dSJan Kara .data = &flag_print_warnings, 2882884d179dSJan Kara .maxlen = sizeof(int), 2883884d179dSJan Kara .mode = 0644, 28846d456111SEric W. Biederman .proc_handler = proc_dointvec, 2885884d179dSJan Kara }, 2886884d179dSJan Kara #endif 2887ab09203eSEric W. Biederman { }, 2888884d179dSJan Kara }; 2889884d179dSJan Kara 2890e628753bSJoe Perches static struct ctl_table fs_table[] = { 2891884d179dSJan Kara { 2892884d179dSJan Kara .procname = "quota", 2893884d179dSJan Kara .mode = 0555, 2894884d179dSJan Kara .child = fs_dqstats_table, 2895884d179dSJan Kara }, 2896ab09203eSEric W. Biederman { }, 2897884d179dSJan Kara }; 2898884d179dSJan Kara 2899e628753bSJoe Perches static struct ctl_table sys_table[] = { 2900884d179dSJan Kara { 2901884d179dSJan Kara .procname = "fs", 2902884d179dSJan Kara .mode = 0555, 2903884d179dSJan Kara .child = fs_table, 2904884d179dSJan Kara }, 2905ab09203eSEric W. Biederman { }, 2906884d179dSJan Kara }; 2907884d179dSJan Kara 2908884d179dSJan Kara static int __init dquot_init(void) 2909884d179dSJan Kara { 2910f32764bdSDmitry Monakhov int i, ret; 2911884d179dSJan Kara unsigned long nr_hash, order; 2912884d179dSJan Kara 2913884d179dSJan Kara printk(KERN_NOTICE "VFS: Disk quotas %s\n", __DQUOT_VERSION__); 2914884d179dSJan Kara 2915884d179dSJan Kara register_sysctl_table(sys_table); 2916884d179dSJan Kara 2917884d179dSJan Kara dquot_cachep = kmem_cache_create("dquot", 2918884d179dSJan Kara sizeof(struct dquot), sizeof(unsigned long) * 4, 2919884d179dSJan Kara (SLAB_HWCACHE_ALIGN|SLAB_RECLAIM_ACCOUNT| 2920884d179dSJan Kara SLAB_MEM_SPREAD|SLAB_PANIC), 2921884d179dSJan Kara NULL); 2922884d179dSJan Kara 2923884d179dSJan Kara order = 0; 2924884d179dSJan Kara dquot_hash = (struct hlist_head *)__get_free_pages(GFP_ATOMIC, order); 2925884d179dSJan Kara if (!dquot_hash) 2926884d179dSJan Kara panic("Cannot create dquot hash table"); 2927884d179dSJan Kara 2928f32764bdSDmitry Monakhov for (i = 0; i < _DQST_DQSTAT_LAST; i++) { 2929908c7f19STejun Heo ret = percpu_counter_init(&dqstats.counter[i], 0, GFP_KERNEL); 2930f32764bdSDmitry Monakhov if (ret) 2931f32764bdSDmitry Monakhov panic("Cannot create dquot stat counters"); 2932f32764bdSDmitry Monakhov } 2933dde95888SDmitry Monakhov 2934884d179dSJan Kara /* Find power-of-two hlist_heads which can fit into allocation */ 2935884d179dSJan Kara nr_hash = (1UL << order) * PAGE_SIZE / sizeof(struct hlist_head); 2936884d179dSJan Kara dq_hash_bits = 0; 2937884d179dSJan Kara do { 2938884d179dSJan Kara dq_hash_bits++; 2939884d179dSJan Kara } while (nr_hash >> dq_hash_bits); 2940884d179dSJan Kara dq_hash_bits--; 2941884d179dSJan Kara 2942884d179dSJan Kara nr_hash = 1UL << dq_hash_bits; 2943884d179dSJan Kara dq_hash_mask = nr_hash - 1; 2944884d179dSJan Kara for (i = 0; i < nr_hash; i++) 2945884d179dSJan Kara INIT_HLIST_HEAD(dquot_hash + i); 2946884d179dSJan Kara 294719858e7bSAnton Blanchard pr_info("VFS: Dquot-cache hash table entries: %ld (order %ld," 294819858e7bSAnton Blanchard " %ld bytes)\n", nr_hash, order, (PAGE_SIZE << order)); 2949884d179dSJan Kara 2950884d179dSJan Kara register_shrinker(&dqcache_shrinker); 2951884d179dSJan Kara 2952884d179dSJan Kara return 0; 2953884d179dSJan Kara } 2954331221faSPaul Gortmaker fs_initcall(dquot_init); 2955