]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blame - fs/quota/dquot.c
isofs: use unsigned char types consistently
[mirror_ubuntu-jammy-kernel.git] / fs / quota / dquot.c
CommitLineData
1da177e4
LT
1/*
2 * Implementation of the diskquota system for the LINUX operating system. QUOTA
3 * is implemented using the BSD system call interface as the means of
4 * communication with the user level. This file contains the generic routines
5 * called by the different filesystems on allocation of an inode or block.
6 * These routines take care of the administration needed to have a consistent
7 * diskquota tracking system. The ideas of both user and group quotas are based
8 * on the Melbourne quota system as used on BSD derived systems. The internal
9 * implementation is based on one of the several variants of the LINUX
10 * inode-subsystem with added complexity of the diskquota system.
11 *
1da177e4
LT
12 * Author: Marco van Wieringen <mvw@planets.elm.net>
13 *
14 * Fixes: Dmitry Gorodchanin <pgmdsg@ibi.com>, 11 Feb 96
15 *
16 * Revised list management to avoid races
17 * -- Bill Hawes, <whawes@star.net>, 9/98
18 *
19 * Fixed races in dquot_transfer(), dqget() and dquot_alloc_...().
20 * As the consequence the locking was moved from dquot_decr_...(),
21 * dquot_incr_...() to calling functions.
22 * invalidate_dquots() now writes modified dquots.
23 * Serialized quota_off() and quota_on() for mount point.
24 * Fixed a few bugs in grow_dquots().
25 * Fixed deadlock in write_dquot() - we no longer account quotas on
26 * quota files
27 * remove_dquot_ref() moved to inode.c - it now traverses through inodes
28 * add_dquot_ref() restarts after blocking
29 * Added check for bogus uid and fixed check for group in quotactl.
30 * Jan Kara, <jack@suse.cz>, sponsored by SuSE CR, 10-11/99
31 *
32 * Used struct list_head instead of own list struct
33 * Invalidation of referenced dquots is no longer possible
34 * Improved free_dquots list management
35 * Quota and i_blocks are now updated in one place to avoid races
36 * Warnings are now delayed so we won't block in critical section
37 * Write updated not to require dquot lock
38 * Jan Kara, <jack@suse.cz>, 9/2000
39 *
40 * Added dynamic quota structure allocation
41 * Jan Kara <jack@suse.cz> 12/2000
42 *
43 * Rewritten quota interface. Implemented new quota format and
44 * formats registering.
45 * Jan Kara, <jack@suse.cz>, 2001,2002
46 *
47 * New SMP locking.
48 * Jan Kara, <jack@suse.cz>, 10/2002
49 *
50 * Added journalled quota support, fix lock inversion problems
51 * Jan Kara, <jack@suse.cz>, 2003,2004
52 *
53 * (C) Copyright 1994 - 1997 Marco van Wieringen
54 */
55
56#include <linux/errno.h>
57#include <linux/kernel.h>
58#include <linux/fs.h>
59#include <linux/mount.h>
60#include <linux/mm.h>
61#include <linux/time.h>
62#include <linux/types.h>
63#include <linux/string.h>
64#include <linux/fcntl.h>
65#include <linux/stat.h>
66#include <linux/tty.h>
67#include <linux/file.h>
68#include <linux/slab.h>
69#include <linux/sysctl.h>
1da177e4
LT
70#include <linux/init.h>
71#include <linux/module.h>
72#include <linux/proc_fs.h>
73#include <linux/security.h>
40401530 74#include <linux/sched.h>
5b825c3a 75#include <linux/cred.h>
1da177e4
LT
76#include <linux/kmod.h>
77#include <linux/namei.h>
16f7e0fe 78#include <linux/capability.h>
be586bab 79#include <linux/quotaops.h>
55fa6091 80#include "../internal.h" /* ugh */
1da177e4 81
f3da9310 82#include <linux/uaccess.h>
1da177e4 83
1da177e4 84/*
7b9ca4c6
JK
85 * There are five quota SMP locks:
86 * * dq_list_lock protects all lists with quotas and quota formats.
87 * * dquot->dq_dqb_lock protects data from dq_dqb
88 * * inode->i_lock protects inode->i_blocks, i_bytes and also guards
89 * consistency of dquot->dq_dqb with inode->i_blocks, i_bytes so that
90 * dquot_transfer() can stabilize amount it transfers
91 * * dq_data_lock protects mem_dqinfo structures and modifications of dquot
92 * pointers in the inode
93 * * dq_state_lock protects modifications of quota state (on quotaon and
94 * quotaoff) and readers who care about latest values take it as well.
1da177e4 95 *
7b9ca4c6
JK
96 * The spinlock ordering is hence:
97 * dq_data_lock > dq_list_lock > i_lock > dquot->dq_dqb_lock,
cc33412f 98 * dq_list_lock > dq_state_lock
1da177e4
LT
99 *
100 * Note that some things (eg. sb pointer, type, id) doesn't change during
101 * the life of the dquot structure and so needn't to be protected by a lock
102 *
b9ba6f94
NY
103 * Operation accessing dquots via inode pointers are protected by dquot_srcu.
104 * Operation of reading pointer needs srcu_read_lock(&dquot_srcu), and
105 * synchronize_srcu(&dquot_srcu) is called after clearing pointers from
106 * inode and before dropping dquot references to avoid use of dquots after
107 * they are freed. dq_data_lock is used to serialize the pointer setting and
108 * clearing operations.
26245c94
JK
109 * Special care needs to be taken about S_NOQUOTA inode flag (marking that
110 * inode is a quota file). Functions adding pointers from inode to dquots have
b9ba6f94
NY
111 * to check this flag under dq_data_lock and then (if S_NOQUOTA is not set) they
112 * have to do all pointer modifications before dropping dq_data_lock. This makes
26245c94
JK
113 * sure they cannot race with quotaon which first sets S_NOQUOTA flag and
114 * then drops all pointers to dquots from an inode.
1da177e4 115 *
5e8cb9b6
JK
116 * Each dquot has its dq_lock mutex. Dquot is locked when it is being read to
117 * memory (or space for it is being allocated) on the first dqget(), when it is
118 * being written out, and when it is being released on the last dqput(). The
119 * allocation and release operations are serialized by the dq_lock and by
120 * checking the use count in dquot_release().
1da177e4
LT
121 *
122 * Lock ordering (including related VFS locks) is the following:
bc8230ee 123 * s_umount > i_mutex > journal_lock > dquot->dq_lock > dqio_sem
1da177e4
LT
124 */
125
c516610c
JK
126static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_list_lock);
127static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_state_lock);
128__cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_data_lock);
08d0350c 129EXPORT_SYMBOL(dq_data_lock);
b9ba6f94 130DEFINE_STATIC_SRCU(dquot_srcu);
1da177e4 131
503330f3
JK
132static DECLARE_WAIT_QUEUE_HEAD(dquot_ref_wq);
133
fb5ffb0e 134void __quota_error(struct super_block *sb, const char *func,
055adcbd 135 const char *fmt, ...)
fb5ffb0e 136{
fb5ffb0e 137 if (printk_ratelimit()) {
055adcbd
JP
138 va_list args;
139 struct va_format vaf;
140
fb5ffb0e 141 va_start(args, fmt);
055adcbd
JP
142
143 vaf.fmt = fmt;
144 vaf.va = &args;
145
146 printk(KERN_ERR "Quota error (device %s): %s: %pV\n",
147 sb->s_id, func, &vaf);
148
fb5ffb0e
JZ
149 va_end(args);
150 }
151}
152EXPORT_SYMBOL(__quota_error);
153
da8d1ba2 154#if defined(CONFIG_QUOTA_DEBUG) || defined(CONFIG_PRINT_QUOTA_WARNING)
1da177e4 155static char *quotatypes[] = INITQFNAMES;
da8d1ba2 156#endif
1da177e4
LT
157static struct quota_format_type *quota_formats; /* List of registered formats */
158static struct quota_module_name module_names[] = INIT_QUOTA_MODULE_NAMES;
159
160/* SLAB cache for dquot structures */
e18b890b 161static struct kmem_cache *dquot_cachep;
1da177e4
LT
162
163int register_quota_format(struct quota_format_type *fmt)
164{
165 spin_lock(&dq_list_lock);
166 fmt->qf_next = quota_formats;
167 quota_formats = fmt;
168 spin_unlock(&dq_list_lock);
169 return 0;
170}
08d0350c 171EXPORT_SYMBOL(register_quota_format);
1da177e4
LT
172
173void unregister_quota_format(struct quota_format_type *fmt)
174{
175 struct quota_format_type **actqf;
176
177 spin_lock(&dq_list_lock);
268157ba
JK
178 for (actqf = &quota_formats; *actqf && *actqf != fmt;
179 actqf = &(*actqf)->qf_next)
180 ;
1da177e4
LT
181 if (*actqf)
182 *actqf = (*actqf)->qf_next;
183 spin_unlock(&dq_list_lock);
184}
08d0350c 185EXPORT_SYMBOL(unregister_quota_format);
1da177e4
LT
186
187static struct quota_format_type *find_quota_format(int id)
188{
189 struct quota_format_type *actqf;
190
191 spin_lock(&dq_list_lock);
268157ba
JK
192 for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
193 actqf = actqf->qf_next)
194 ;
1da177e4
LT
195 if (!actqf || !try_module_get(actqf->qf_owner)) {
196 int qm;
197
198 spin_unlock(&dq_list_lock);
199
268157ba
JK
200 for (qm = 0; module_names[qm].qm_fmt_id &&
201 module_names[qm].qm_fmt_id != id; qm++)
202 ;
203 if (!module_names[qm].qm_fmt_id ||
204 request_module(module_names[qm].qm_mod_name))
1da177e4
LT
205 return NULL;
206
207 spin_lock(&dq_list_lock);
268157ba
JK
208 for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
209 actqf = actqf->qf_next)
210 ;
1da177e4
LT
211 if (actqf && !try_module_get(actqf->qf_owner))
212 actqf = NULL;
213 }
214 spin_unlock(&dq_list_lock);
215 return actqf;
216}
217
218static void put_quota_format(struct quota_format_type *fmt)
219{
220 module_put(fmt->qf_owner);
221}
222
223/*
224 * Dquot List Management:
225 * The quota code uses three lists for dquot management: the inuse_list,
226 * free_dquots, and dquot_hash[] array. A single dquot structure may be
227 * on all three lists, depending on its current state.
228 *
229 * All dquots are placed to the end of inuse_list when first created, and this
230 * list is used for invalidate operation, which must look at every dquot.
231 *
232 * Unused dquots (dq_count == 0) are added to the free_dquots list when freed,
233 * and this list is searched whenever we need an available dquot. Dquots are
234 * removed from the list as soon as they are used again, and
235 * dqstats.free_dquots gives the number of dquots on the list. When
236 * dquot is invalidated it's completely released from memory.
237 *
238 * Dquots with a specific identity (device, type and id) are placed on
239 * one of the dquot_hash[] hash chains. The provides an efficient search
240 * mechanism to locate a specific dquot.
241 */
242
243static LIST_HEAD(inuse_list);
244static LIST_HEAD(free_dquots);
245static unsigned int dq_hash_bits, dq_hash_mask;
246static struct hlist_head *dquot_hash;
247
248struct dqstats dqstats;
08d0350c 249EXPORT_SYMBOL(dqstats);
1da177e4 250
0a5a9c72 251static qsize_t inode_get_rsv_space(struct inode *inode);
7b9ca4c6 252static qsize_t __inode_get_rsv_space(struct inode *inode);
6184fc0b 253static int __dquot_initialize(struct inode *inode, int type);
0a5a9c72 254
1da177e4 255static inline unsigned int
1a06d420 256hashfn(const struct super_block *sb, struct kqid qid)
1da177e4 257{
1a06d420
EB
258 unsigned int id = from_kqid(&init_user_ns, qid);
259 int type = qid.type;
1da177e4
LT
260 unsigned long tmp;
261
262 tmp = (((unsigned long)sb>>L1_CACHE_SHIFT) ^ id) * (MAXQUOTAS - type);
263 return (tmp + (tmp >> dq_hash_bits)) & dq_hash_mask;
264}
265
266/*
267 * Following list functions expect dq_list_lock to be held
268 */
269static inline void insert_dquot_hash(struct dquot *dquot)
270{
268157ba 271 struct hlist_head *head;
1a06d420 272 head = dquot_hash + hashfn(dquot->dq_sb, dquot->dq_id);
1da177e4
LT
273 hlist_add_head(&dquot->dq_hash, head);
274}
275
276static inline void remove_dquot_hash(struct dquot *dquot)
277{
278 hlist_del_init(&dquot->dq_hash);
279}
280
7a2435d8 281static struct dquot *find_dquot(unsigned int hashent, struct super_block *sb,
1a06d420 282 struct kqid qid)
1da177e4
LT
283{
284 struct hlist_node *node;
285 struct dquot *dquot;
286
287 hlist_for_each (node, dquot_hash+hashent) {
288 dquot = hlist_entry(node, struct dquot, dq_hash);
4c376dca 289 if (dquot->dq_sb == sb && qid_eq(dquot->dq_id, qid))
1da177e4
LT
290 return dquot;
291 }
dd6f3c6d 292 return NULL;
1da177e4
LT
293}
294
295/* Add a dquot to the tail of the free list */
296static inline void put_dquot_last(struct dquot *dquot)
297{
8e13059a 298 list_add_tail(&dquot->dq_free, &free_dquots);
dde95888 299 dqstats_inc(DQST_FREE_DQUOTS);
1da177e4
LT
300}
301
302static inline void remove_free_dquot(struct dquot *dquot)
303{
304 if (list_empty(&dquot->dq_free))
305 return;
306 list_del_init(&dquot->dq_free);
dde95888 307 dqstats_dec(DQST_FREE_DQUOTS);
1da177e4
LT
308}
309
310static inline void put_inuse(struct dquot *dquot)
311{
312 /* We add to the back of inuse list so we don't have to restart
313 * when traversing this list and we block */
8e13059a 314 list_add_tail(&dquot->dq_inuse, &inuse_list);
dde95888 315 dqstats_inc(DQST_ALLOC_DQUOTS);
1da177e4
LT
316}
317
318static inline void remove_inuse(struct dquot *dquot)
319{
dde95888 320 dqstats_dec(DQST_ALLOC_DQUOTS);
1da177e4
LT
321 list_del(&dquot->dq_inuse);
322}
323/*
324 * End of list functions needing dq_list_lock
325 */
326
327static void wait_on_dquot(struct dquot *dquot)
328{
d3be915f
IM
329 mutex_lock(&dquot->dq_lock);
330 mutex_unlock(&dquot->dq_lock);
1da177e4
LT
331}
332
03f6e92b
JK
333static inline int dquot_dirty(struct dquot *dquot)
334{
335 return test_bit(DQ_MOD_B, &dquot->dq_flags);
336}
337
338static inline int mark_dquot_dirty(struct dquot *dquot)
339{
340 return dquot->dq_sb->dq_op->mark_dirty(dquot);
341}
1da177e4 342
eabf290d 343/* Mark dquot dirty in atomic manner, and return it's old dirty flag state */
1da177e4
LT
344int dquot_mark_dquot_dirty(struct dquot *dquot)
345{
eabf290d
DM
346 int ret = 1;
347
4580b30e
JK
348 if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
349 return 0;
350
834057bf
JK
351 if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NOLIST_DIRTY)
352 return test_and_set_bit(DQ_MOD_B, &dquot->dq_flags);
353
eabf290d
DM
354 /* If quota is dirty already, we don't have to acquire dq_list_lock */
355 if (test_bit(DQ_MOD_B, &dquot->dq_flags))
356 return 1;
357
1da177e4 358 spin_lock(&dq_list_lock);
eabf290d 359 if (!test_and_set_bit(DQ_MOD_B, &dquot->dq_flags)) {
1da177e4 360 list_add(&dquot->dq_dirty, &sb_dqopt(dquot->dq_sb)->
4c376dca 361 info[dquot->dq_id.type].dqi_dirty_list);
eabf290d
DM
362 ret = 0;
363 }
1da177e4 364 spin_unlock(&dq_list_lock);
eabf290d 365 return ret;
1da177e4 366}
08d0350c 367EXPORT_SYMBOL(dquot_mark_dquot_dirty);
1da177e4 368
dc52dd3a
DM
369/* Dirtify all the dquots - this can block when journalling */
370static inline int mark_all_dquot_dirty(struct dquot * const *dquot)
371{
372 int ret, err, cnt;
373
374 ret = err = 0;
375 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
376 if (dquot[cnt])
377 /* Even in case of error we have to continue */
378 ret = mark_dquot_dirty(dquot[cnt]);
379 if (!err)
380 err = ret;
381 }
382 return err;
383}
384
385static inline void dqput_all(struct dquot **dquot)
386{
387 unsigned int cnt;
388
389 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
390 dqput(dquot[cnt]);
391}
392
1da177e4
LT
393static inline int clear_dquot_dirty(struct dquot *dquot)
394{
834057bf
JK
395 if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NOLIST_DIRTY)
396 return test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags);
397
1e0b7cb0
JK
398 spin_lock(&dq_list_lock);
399 if (!test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags)) {
400 spin_unlock(&dq_list_lock);
1da177e4 401 return 0;
1e0b7cb0 402 }
1da177e4 403 list_del_init(&dquot->dq_dirty);
1e0b7cb0 404 spin_unlock(&dq_list_lock);
1da177e4
LT
405 return 1;
406}
407
408void mark_info_dirty(struct super_block *sb, int type)
409{
15512377
JK
410 spin_lock(&dq_data_lock);
411 sb_dqopt(sb)->info[type].dqi_flags |= DQF_INFO_DIRTY;
412 spin_unlock(&dq_data_lock);
1da177e4
LT
413}
414EXPORT_SYMBOL(mark_info_dirty);
415
416/*
417 * Read dquot from disk and alloc space for it
418 */
419
420int dquot_acquire(struct dquot *dquot)
421{
422 int ret = 0, ret2 = 0;
423 struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
424
d3be915f 425 mutex_lock(&dquot->dq_lock);
1da177e4 426 if (!test_bit(DQ_READ_B, &dquot->dq_flags))
4c376dca 427 ret = dqopt->ops[dquot->dq_id.type]->read_dqblk(dquot);
1da177e4
LT
428 if (ret < 0)
429 goto out_iolock;
044c9b67
JK
430 /* Make sure flags update is visible after dquot has been filled */
431 smp_mb__before_atomic();
1da177e4
LT
432 set_bit(DQ_READ_B, &dquot->dq_flags);
433 /* Instantiate dquot if needed */
434 if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && !dquot->dq_off) {
4c376dca 435 ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
1da177e4 436 /* Write the info if needed */
4c376dca
EB
437 if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
438 ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
439 dquot->dq_sb, dquot->dq_id.type);
268157ba 440 }
1da177e4
LT
441 if (ret < 0)
442 goto out_iolock;
443 if (ret2 < 0) {
444 ret = ret2;
445 goto out_iolock;
446 }
447 }
044c9b67
JK
448 /*
449 * Make sure flags update is visible after on-disk struct has been
450 * allocated. Paired with smp_rmb() in dqget().
451 */
452 smp_mb__before_atomic();
1da177e4
LT
453 set_bit(DQ_ACTIVE_B, &dquot->dq_flags);
454out_iolock:
d3be915f 455 mutex_unlock(&dquot->dq_lock);
1da177e4
LT
456 return ret;
457}
08d0350c 458EXPORT_SYMBOL(dquot_acquire);
1da177e4
LT
459
460/*
461 * Write dquot to disk
462 */
463int dquot_commit(struct dquot *dquot)
464{
b03f2456 465 int ret = 0;
1da177e4
LT
466 struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
467
5e8cb9b6 468 mutex_lock(&dquot->dq_lock);
1e0b7cb0 469 if (!clear_dquot_dirty(dquot))
5e8cb9b6 470 goto out_lock;
1da177e4
LT
471 /* Inactive dquot can be only if there was error during read/init
472 * => we have better not writing it */
b03f2456 473 if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
4c376dca 474 ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
b03f2456
JK
475 else
476 ret = -EIO;
5e8cb9b6
JK
477out_lock:
478 mutex_unlock(&dquot->dq_lock);
1da177e4
LT
479 return ret;
480}
08d0350c 481EXPORT_SYMBOL(dquot_commit);
1da177e4
LT
482
483/*
484 * Release dquot
485 */
486int dquot_release(struct dquot *dquot)
487{
488 int ret = 0, ret2 = 0;
489 struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
490
d3be915f 491 mutex_lock(&dquot->dq_lock);
1da177e4
LT
492 /* Check whether we are not racing with some other dqget() */
493 if (atomic_read(&dquot->dq_count) > 1)
494 goto out_dqlock;
4c376dca
EB
495 if (dqopt->ops[dquot->dq_id.type]->release_dqblk) {
496 ret = dqopt->ops[dquot->dq_id.type]->release_dqblk(dquot);
1da177e4 497 /* Write the info */
4c376dca
EB
498 if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
499 ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
500 dquot->dq_sb, dquot->dq_id.type);
268157ba 501 }
1da177e4
LT
502 if (ret >= 0)
503 ret = ret2;
504 }
505 clear_bit(DQ_ACTIVE_B, &dquot->dq_flags);
1da177e4 506out_dqlock:
d3be915f 507 mutex_unlock(&dquot->dq_lock);
1da177e4
LT
508 return ret;
509}
08d0350c 510EXPORT_SYMBOL(dquot_release);
1da177e4 511
7d9056ba 512void dquot_destroy(struct dquot *dquot)
74f783af
JK
513{
514 kmem_cache_free(dquot_cachep, dquot);
515}
7d9056ba 516EXPORT_SYMBOL(dquot_destroy);
74f783af
JK
517
518static inline void do_destroy_dquot(struct dquot *dquot)
519{
520 dquot->dq_sb->dq_op->destroy_dquot(dquot);
521}
522
1da177e4
LT
523/* Invalidate all dquots on the list. Note that this function is called after
524 * quota is disabled and pointers from inodes removed so there cannot be new
6362e4d4
JK
525 * quota users. There can still be some users of quotas due to inodes being
526 * just deleted or pruned by prune_icache() (those are not attached to any
cc33412f 527 * list) or parallel quotactl call. We have to wait for such users.
6362e4d4 528 */
1da177e4
LT
529static void invalidate_dquots(struct super_block *sb, int type)
530{
c33ed271 531 struct dquot *dquot, *tmp;
1da177e4 532
6362e4d4 533restart:
1da177e4 534 spin_lock(&dq_list_lock);
c33ed271 535 list_for_each_entry_safe(dquot, tmp, &inuse_list, dq_inuse) {
1da177e4
LT
536 if (dquot->dq_sb != sb)
537 continue;
4c376dca 538 if (dquot->dq_id.type != type)
1da177e4 539 continue;
6362e4d4
JK
540 /* Wait for dquot users */
541 if (atomic_read(&dquot->dq_count)) {
9f985cb6 542 dqgrab(dquot);
6362e4d4 543 spin_unlock(&dq_list_lock);
503330f3
JK
544 /*
545 * Once dqput() wakes us up, we know it's time to free
6362e4d4
JK
546 * the dquot.
547 * IMPORTANT: we rely on the fact that there is always
548 * at most one process waiting for dquot to free.
549 * Otherwise dq_count would be > 1 and we would never
550 * wake up.
551 */
503330f3
JK
552 wait_event(dquot_ref_wq,
553 atomic_read(&dquot->dq_count) == 1);
6362e4d4
JK
554 dqput(dquot);
555 /* At this moment dquot() need not exist (it could be
556 * reclaimed by prune_dqcache(). Hence we must
557 * restart. */
558 goto restart;
559 }
560 /*
561 * Quota now has no users and it has been written on last
562 * dqput()
563 */
1da177e4
LT
564 remove_dquot_hash(dquot);
565 remove_free_dquot(dquot);
566 remove_inuse(dquot);
74f783af 567 do_destroy_dquot(dquot);
1da177e4
LT
568 }
569 spin_unlock(&dq_list_lock);
570}
571
12c77527
JK
572/* Call callback for every active dquot on given filesystem */
573int dquot_scan_active(struct super_block *sb,
574 int (*fn)(struct dquot *dquot, unsigned long priv),
575 unsigned long priv)
576{
577 struct dquot *dquot, *old_dquot = NULL;
578 int ret = 0;
579
ee1ac541
JK
580 WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount));
581
12c77527
JK
582 spin_lock(&dq_list_lock);
583 list_for_each_entry(dquot, &inuse_list, dq_inuse) {
584 if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
585 continue;
586 if (dquot->dq_sb != sb)
587 continue;
588 /* Now we have active dquot so we can just increase use count */
589 atomic_inc(&dquot->dq_count);
12c77527 590 spin_unlock(&dq_list_lock);
dde95888 591 dqstats_inc(DQST_LOOKUPS);
12c77527
JK
592 dqput(old_dquot);
593 old_dquot = dquot;
1362f4ea
JK
594 /*
595 * ->release_dquot() can be racing with us. Our reference
596 * protects us from new calls to it so just wait for any
597 * outstanding call and recheck the DQ_ACTIVE_B after that.
598 */
599 wait_on_dquot(dquot);
600 if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
601 ret = fn(dquot, priv);
602 if (ret < 0)
603 goto out;
604 }
12c77527
JK
605 spin_lock(&dq_list_lock);
606 /* We are safe to continue now because our dquot could not
607 * be moved out of the inuse list while we hold the reference */
608 }
609 spin_unlock(&dq_list_lock);
610out:
611 dqput(old_dquot);
12c77527
JK
612 return ret;
613}
08d0350c 614EXPORT_SYMBOL(dquot_scan_active);
12c77527 615
ceed1723
JK
616/* Write all dquot structures to quota files */
617int dquot_writeback_dquots(struct super_block *sb, int type)
1da177e4
LT
618{
619 struct list_head *dirty;
620 struct dquot *dquot;
621 struct quota_info *dqopt = sb_dqopt(sb);
622 int cnt;
ceed1723 623 int err, ret = 0;
1da177e4 624
9d1ccbe7
JK
625 WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount));
626
1da177e4
LT
627 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
628 if (type != -1 && cnt != type)
629 continue;
f55abc0f 630 if (!sb_has_quota_active(sb, cnt))
1da177e4
LT
631 continue;
632 spin_lock(&dq_list_lock);
633 dirty = &dqopt->info[cnt].dqi_dirty_list;
634 while (!list_empty(dirty)) {
268157ba
JK
635 dquot = list_first_entry(dirty, struct dquot,
636 dq_dirty);
4580b30e
JK
637
638 WARN_ON(!test_bit(DQ_ACTIVE_B, &dquot->dq_flags));
639
1da177e4
LT
640 /* Now we have active dquot from which someone is
641 * holding reference so we can safely just increase
642 * use count */
9f985cb6 643 dqgrab(dquot);
1da177e4 644 spin_unlock(&dq_list_lock);
dde95888 645 dqstats_inc(DQST_LOOKUPS);
ceed1723
JK
646 err = sb->dq_op->write_dquot(dquot);
647 if (!ret && err)
474d2605 648 ret = err;
1da177e4
LT
649 dqput(dquot);
650 spin_lock(&dq_list_lock);
651 }
652 spin_unlock(&dq_list_lock);
653 }
654
655 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
f55abc0f
JK
656 if ((cnt == type || type == -1) && sb_has_quota_active(sb, cnt)
657 && info_dirty(&dqopt->info[cnt]))
1da177e4 658 sb->dq_op->write_info(sb, cnt);
dde95888 659 dqstats_inc(DQST_SYNCS);
1da177e4 660
ceed1723
JK
661 return ret;
662}
663EXPORT_SYMBOL(dquot_writeback_dquots);
664
665/* Write all dquot structures to disk and make them visible from userspace */
666int dquot_quota_sync(struct super_block *sb, int type)
667{
668 struct quota_info *dqopt = sb_dqopt(sb);
669 int cnt;
670 int ret;
671
672 ret = dquot_writeback_dquots(sb, type);
673 if (ret)
674 return ret;
675 if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
5fb324ad
CH
676 return 0;
677
678 /* This is not very clever (and fast) but currently I don't know about
679 * any other simple way of getting quota data to disk and we must get
680 * them there for userspace to be visible... */
681 if (sb->s_op->sync_fs)
682 sb->s_op->sync_fs(sb, 1);
683 sync_blockdev(sb->s_bdev);
684
685 /*
686 * Now when everything is written we can discard the pagecache so
687 * that userspace sees the changes.
688 */
5fb324ad
CH
689 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
690 if (type != -1 && cnt != type)
691 continue;
692 if (!sb_has_quota_active(sb, cnt))
693 continue;
5955102c 694 inode_lock(dqopt->files[cnt]);
f9ef1784 695 truncate_inode_pages(&dqopt->files[cnt]->i_data, 0);
5955102c 696 inode_unlock(dqopt->files[cnt]);
5fb324ad 697 }
5fb324ad 698
1da177e4
LT
699 return 0;
700}
287a8095 701EXPORT_SYMBOL(dquot_quota_sync);
1da177e4 702
1ab6c499
DC
703static unsigned long
704dqcache_shrink_scan(struct shrinker *shrink, struct shrink_control *sc)
1da177e4
LT
705{
706 struct list_head *head;
707 struct dquot *dquot;
1ab6c499 708 unsigned long freed = 0;
1da177e4 709
d68aab6b 710 spin_lock(&dq_list_lock);
1da177e4 711 head = free_dquots.prev;
1ab6c499 712 while (head != &free_dquots && sc->nr_to_scan) {
1da177e4
LT
713 dquot = list_entry(head, struct dquot, dq_free);
714 remove_dquot_hash(dquot);
715 remove_free_dquot(dquot);
716 remove_inuse(dquot);
74f783af 717 do_destroy_dquot(dquot);
1ab6c499
DC
718 sc->nr_to_scan--;
719 freed++;
1da177e4
LT
720 head = free_dquots.prev;
721 }
d68aab6b 722 spin_unlock(&dq_list_lock);
1ab6c499 723 return freed;
1da177e4
LT
724}
725
1ab6c499
DC
726static unsigned long
727dqcache_shrink_count(struct shrinker *shrink, struct shrink_control *sc)
1da177e4 728{
55f841ce
GC
729 return vfs_pressure_ratio(
730 percpu_counter_read_positive(&dqstats.counter[DQST_FREE_DQUOTS]));
1da177e4
LT
731}
732
8e1f936b 733static struct shrinker dqcache_shrinker = {
1ab6c499
DC
734 .count_objects = dqcache_shrink_count,
735 .scan_objects = dqcache_shrink_scan,
8e1f936b
RR
736 .seeks = DEFAULT_SEEKS,
737};
738
1da177e4
LT
739/*
740 * Put reference to dquot
1da177e4 741 */
3d9ea253 742void dqput(struct dquot *dquot)
1da177e4 743{
b48d3805
JK
744 int ret;
745
1da177e4
LT
746 if (!dquot)
747 return;
62af9b52 748#ifdef CONFIG_QUOTA_DEBUG
1da177e4 749 if (!atomic_read(&dquot->dq_count)) {
fb5ffb0e 750 quota_error(dquot->dq_sb, "trying to free free dquot of %s %d",
4c376dca
EB
751 quotatypes[dquot->dq_id.type],
752 from_kqid(&init_user_ns, dquot->dq_id));
1da177e4
LT
753 BUG();
754 }
755#endif
dde95888 756 dqstats_inc(DQST_DROPS);
1da177e4
LT
757we_slept:
758 spin_lock(&dq_list_lock);
759 if (atomic_read(&dquot->dq_count) > 1) {
760 /* We have more than one user... nothing to do */
761 atomic_dec(&dquot->dq_count);
6362e4d4 762 /* Releasing dquot during quotaoff phase? */
4c376dca 763 if (!sb_has_quota_active(dquot->dq_sb, dquot->dq_id.type) &&
6362e4d4 764 atomic_read(&dquot->dq_count) == 1)
503330f3 765 wake_up(&dquot_ref_wq);
1da177e4
LT
766 spin_unlock(&dq_list_lock);
767 return;
768 }
769 /* Need to release dquot? */
4580b30e 770 if (dquot_dirty(dquot)) {
1da177e4
LT
771 spin_unlock(&dq_list_lock);
772 /* Commit dquot before releasing */
b48d3805
JK
773 ret = dquot->dq_sb->dq_op->write_dquot(dquot);
774 if (ret < 0) {
fb5ffb0e
JZ
775 quota_error(dquot->dq_sb, "Can't write quota structure"
776 " (error %d). Quota may get out of sync!",
777 ret);
b48d3805
JK
778 /*
779 * We clear dirty bit anyway, so that we avoid
780 * infinite loop here
781 */
b48d3805 782 clear_dquot_dirty(dquot);
b48d3805 783 }
1da177e4
LT
784 goto we_slept;
785 }
1da177e4
LT
786 if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
787 spin_unlock(&dq_list_lock);
788 dquot->dq_sb->dq_op->release_dquot(dquot);
789 goto we_slept;
790 }
791 atomic_dec(&dquot->dq_count);
62af9b52 792#ifdef CONFIG_QUOTA_DEBUG
1da177e4 793 /* sanity check */
8abf6a47 794 BUG_ON(!list_empty(&dquot->dq_free));
1da177e4
LT
795#endif
796 put_dquot_last(dquot);
797 spin_unlock(&dq_list_lock);
798}
08d0350c 799EXPORT_SYMBOL(dqput);
1da177e4 800
7d9056ba 801struct dquot *dquot_alloc(struct super_block *sb, int type)
74f783af
JK
802{
803 return kmem_cache_zalloc(dquot_cachep, GFP_NOFS);
804}
7d9056ba 805EXPORT_SYMBOL(dquot_alloc);
74f783af 806
1da177e4
LT
807static struct dquot *get_empty_dquot(struct super_block *sb, int type)
808{
809 struct dquot *dquot;
810
74f783af 811 dquot = sb->dq_op->alloc_dquot(sb, type);
1da177e4 812 if(!dquot)
dd6f3c6d 813 return NULL;
1da177e4 814
d3be915f 815 mutex_init(&dquot->dq_lock);
1da177e4
LT
816 INIT_LIST_HEAD(&dquot->dq_free);
817 INIT_LIST_HEAD(&dquot->dq_inuse);
818 INIT_HLIST_NODE(&dquot->dq_hash);
819 INIT_LIST_HEAD(&dquot->dq_dirty);
820 dquot->dq_sb = sb;
1a06d420 821 dquot->dq_id = make_kqid_invalid(type);
1da177e4 822 atomic_set(&dquot->dq_count, 1);
7b9ca4c6 823 spin_lock_init(&dquot->dq_dqb_lock);
1da177e4
LT
824
825 return dquot;
826}
827
828/*
829 * Get reference to dquot
cc33412f
JK
830 *
831 * Locking is slightly tricky here. We are guarded from parallel quotaoff()
832 * destroying our dquot by:
833 * a) checking for quota flags under dq_list_lock and
834 * b) getting a reference to dquot before we release dq_list_lock
1da177e4 835 */
aca645a6 836struct dquot *dqget(struct super_block *sb, struct kqid qid)
1da177e4 837{
1a06d420 838 unsigned int hashent = hashfn(sb, qid);
6184fc0b 839 struct dquot *dquot, *empty = NULL;
1da177e4 840
d49d3762
EB
841 if (!qid_has_mapping(sb->s_user_ns, qid))
842 return ERR_PTR(-EINVAL);
843
1a06d420 844 if (!sb_has_quota_active(sb, qid.type))
6184fc0b 845 return ERR_PTR(-ESRCH);
1da177e4
LT
846we_slept:
847 spin_lock(&dq_list_lock);
cc33412f 848 spin_lock(&dq_state_lock);
1a06d420 849 if (!sb_has_quota_active(sb, qid.type)) {
cc33412f
JK
850 spin_unlock(&dq_state_lock);
851 spin_unlock(&dq_list_lock);
6184fc0b 852 dquot = ERR_PTR(-ESRCH);
cc33412f
JK
853 goto out;
854 }
855 spin_unlock(&dq_state_lock);
856
1a06d420 857 dquot = find_dquot(hashent, sb, qid);
dd6f3c6d
JK
858 if (!dquot) {
859 if (!empty) {
1da177e4 860 spin_unlock(&dq_list_lock);
1a06d420 861 empty = get_empty_dquot(sb, qid.type);
dd6f3c6d 862 if (!empty)
1da177e4
LT
863 schedule(); /* Try to wait for a moment... */
864 goto we_slept;
865 }
866 dquot = empty;
dd6f3c6d 867 empty = NULL;
4c376dca 868 dquot->dq_id = qid;
1da177e4
LT
869 /* all dquots go on the inuse_list */
870 put_inuse(dquot);
871 /* hash it first so it can be found */
872 insert_dquot_hash(dquot);
1da177e4 873 spin_unlock(&dq_list_lock);
dde95888 874 dqstats_inc(DQST_LOOKUPS);
1da177e4
LT
875 } else {
876 if (!atomic_read(&dquot->dq_count))
877 remove_free_dquot(dquot);
878 atomic_inc(&dquot->dq_count);
1da177e4 879 spin_unlock(&dq_list_lock);
dde95888
DM
880 dqstats_inc(DQST_CACHE_HITS);
881 dqstats_inc(DQST_LOOKUPS);
1da177e4 882 }
268157ba
JK
883 /* Wait for dq_lock - after this we know that either dquot_release() is
884 * already finished or it will be canceled due to dq_count > 1 test */
1da177e4 885 wait_on_dquot(dquot);
268157ba 886 /* Read the dquot / allocate space in quota file */
6184fc0b
JK
887 if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
888 int err;
889
890 err = sb->dq_op->acquire_dquot(dquot);
891 if (err < 0) {
892 dqput(dquot);
893 dquot = ERR_PTR(err);
894 goto out;
895 }
1da177e4 896 }
044c9b67
JK
897 /*
898 * Make sure following reads see filled structure - paired with
899 * smp_mb__before_atomic() in dquot_acquire().
900 */
901 smp_rmb();
62af9b52 902#ifdef CONFIG_QUOTA_DEBUG
8abf6a47 903 BUG_ON(!dquot->dq_sb); /* Has somebody invalidated entry under us? */
1da177e4 904#endif
cc33412f
JK
905out:
906 if (empty)
907 do_destroy_dquot(empty);
1da177e4
LT
908
909 return dquot;
910}
08d0350c 911EXPORT_SYMBOL(dqget);
1da177e4 912
2d0fa467
JK
913static inline struct dquot **i_dquot(struct inode *inode)
914{
2d0fa467
JK
915 return inode->i_sb->s_op->get_dquots(inode);
916}
917
1da177e4
LT
918static int dqinit_needed(struct inode *inode, int type)
919{
5bcd3b6f 920 struct dquot * const *dquots;
1da177e4
LT
921 int cnt;
922
923 if (IS_NOQUOTA(inode))
924 return 0;
5bcd3b6f
KK
925
926 dquots = i_dquot(inode);
1da177e4 927 if (type != -1)
5bcd3b6f 928 return !dquots[type];
1da177e4 929 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
5bcd3b6f 930 if (!dquots[cnt])
1da177e4
LT
931 return 1;
932 return 0;
933}
934
c3b00446 935/* This routine is guarded by s_umount semaphore */
1da177e4
LT
936static void add_dquot_ref(struct super_block *sb, int type)
937{
941d2380 938 struct inode *inode, *old_inode = NULL;
62af9b52 939#ifdef CONFIG_QUOTA_DEBUG
0a5a9c72 940 int reserved = 0;
4c5e6c0e 941#endif
1da177e4 942
74278da9 943 spin_lock(&sb->s_inode_list_lock);
d003fb70 944 list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
250df6ed
DC
945 spin_lock(&inode->i_lock);
946 if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) ||
947 !atomic_read(&inode->i_writecount) ||
948 !dqinit_needed(inode, type)) {
949 spin_unlock(&inode->i_lock);
aabb8fdb 950 continue;
250df6ed 951 }
d003fb70 952 __iget(inode);
250df6ed 953 spin_unlock(&inode->i_lock);
74278da9 954 spin_unlock(&sb->s_inode_list_lock);
d003fb70 955
d7e97117
JK
956#ifdef CONFIG_QUOTA_DEBUG
957 if (unlikely(inode_get_rsv_space(inode) > 0))
958 reserved = 1;
959#endif
941d2380 960 iput(old_inode);
871a2931 961 __dquot_initialize(inode, type);
55fa6091
DC
962
963 /*
964 * We hold a reference to 'inode' so it couldn't have been
965 * removed from s_inodes list while we dropped the
74278da9 966 * s_inode_list_lock. We cannot iput the inode now as we can be
55fa6091 967 * holding the last reference and we cannot iput it under
74278da9 968 * s_inode_list_lock. So we keep the reference and iput it
55fa6091
DC
969 * later.
970 */
941d2380 971 old_inode = inode;
74278da9 972 spin_lock(&sb->s_inode_list_lock);
1da177e4 973 }
74278da9 974 spin_unlock(&sb->s_inode_list_lock);
941d2380 975 iput(old_inode);
0a5a9c72 976
62af9b52 977#ifdef CONFIG_QUOTA_DEBUG
0a5a9c72 978 if (reserved) {
fb5ffb0e
JZ
979 quota_error(sb, "Writes happened before quota was turned on "
980 "thus quota information is probably inconsistent. "
981 "Please run quotacheck(8)");
0a5a9c72 982 }
4c5e6c0e 983#endif
1da177e4
LT
984}
985
268157ba
JK
986/*
987 * Remove references to dquots from inode and add dquot to list for freeing
25985edc 988 * if we have the last reference to dquot
268157ba 989 */
9eb6463f
NY
990static void remove_inode_dquot_ref(struct inode *inode, int type,
991 struct list_head *tofree_head)
1da177e4 992{
5bcd3b6f
KK
993 struct dquot **dquots = i_dquot(inode);
994 struct dquot *dquot = dquots[type];
1da177e4 995
9eb6463f
NY
996 if (!dquot)
997 return;
998
5bcd3b6f 999 dquots[type] = NULL;
9eb6463f
NY
1000 if (list_empty(&dquot->dq_free)) {
1001 /*
1002 * The inode still has reference to dquot so it can't be in the
1003 * free list
1004 */
1005 spin_lock(&dq_list_lock);
1006 list_add(&dquot->dq_free, tofree_head);
1007 spin_unlock(&dq_list_lock);
1008 } else {
1009 /*
1010 * Dquot is already in a list to put so we won't drop the last
1011 * reference here.
1012 */
1013 dqput(dquot);
1da177e4 1014 }
1da177e4
LT
1015}
1016
268157ba
JK
1017/*
1018 * Free list of dquots
1019 * Dquots are removed from inodes and no new references can be got so we are
1020 * the only ones holding reference
1021 */
1da177e4
LT
1022static void put_dquot_list(struct list_head *tofree_head)
1023{
1024 struct list_head *act_head;
1025 struct dquot *dquot;
1026
1027 act_head = tofree_head->next;
1da177e4
LT
1028 while (act_head != tofree_head) {
1029 dquot = list_entry(act_head, struct dquot, dq_free);
1030 act_head = act_head->next;
268157ba
JK
1031 /* Remove dquot from the list so we won't have problems... */
1032 list_del_init(&dquot->dq_free);
1da177e4
LT
1033 dqput(dquot);
1034 }
1035}
1036
fb58b731
CH
1037static void remove_dquot_ref(struct super_block *sb, int type,
1038 struct list_head *tofree_head)
1039{
1040 struct inode *inode;
7af9cce8 1041 int reserved = 0;
fb58b731 1042
74278da9 1043 spin_lock(&sb->s_inode_list_lock);
fb58b731 1044 list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
aabb8fdb
NP
1045 /*
1046 * We have to scan also I_NEW inodes because they can already
1047 * have quota pointer initialized. Luckily, we need to touch
1048 * only quota pointers and these have separate locking
b9ba6f94 1049 * (dq_data_lock).
aabb8fdb 1050 */
b9ba6f94 1051 spin_lock(&dq_data_lock);
7af9cce8
DM
1052 if (!IS_NOQUOTA(inode)) {
1053 if (unlikely(inode_get_rsv_space(inode) > 0))
1054 reserved = 1;
fb58b731 1055 remove_inode_dquot_ref(inode, type, tofree_head);
7af9cce8 1056 }
b9ba6f94 1057 spin_unlock(&dq_data_lock);
fb58b731 1058 }
74278da9 1059 spin_unlock(&sb->s_inode_list_lock);
7af9cce8
DM
1060#ifdef CONFIG_QUOTA_DEBUG
1061 if (reserved) {
1062 printk(KERN_WARNING "VFS (%s): Writes happened after quota"
1063 " was disabled thus quota information is probably "
1064 "inconsistent. Please run quotacheck(8).\n", sb->s_id);
1065 }
1066#endif
fb58b731
CH
1067}
1068
1da177e4
LT
1069/* Gather all references from inodes and drop them */
1070static void drop_dquot_ref(struct super_block *sb, int type)
1071{
1072 LIST_HEAD(tofree_head);
1073
fb58b731 1074 if (sb->dq_op) {
fb58b731 1075 remove_dquot_ref(sb, type, &tofree_head);
b9ba6f94 1076 synchronize_srcu(&dquot_srcu);
fb58b731
CH
1077 put_dquot_list(&tofree_head);
1078 }
1da177e4
LT
1079}
1080
740d9dcd
MC
1081static inline
1082void dquot_free_reserved_space(struct dquot *dquot, qsize_t number)
1083{
0a5a9c72
JK
1084 if (dquot->dq_dqb.dqb_rsvspace >= number)
1085 dquot->dq_dqb.dqb_rsvspace -= number;
1086 else {
1087 WARN_ON_ONCE(1);
1088 dquot->dq_dqb.dqb_rsvspace = 0;
1089 }
41e327b5 1090 if (dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace <=
1091 dquot->dq_dqb.dqb_bsoftlimit)
1092 dquot->dq_dqb.dqb_btime = (time64_t) 0;
1093 clear_bit(DQ_BLKS_B, &dquot->dq_flags);
740d9dcd
MC
1094}
1095
7a2435d8 1096static void dquot_decr_inodes(struct dquot *dquot, qsize_t number)
1da177e4 1097{
db49d2df
JK
1098 if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1099 dquot->dq_dqb.dqb_curinodes >= number)
1da177e4
LT
1100 dquot->dq_dqb.dqb_curinodes -= number;
1101 else
1102 dquot->dq_dqb.dqb_curinodes = 0;
1103 if (dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit)
e008bb61 1104 dquot->dq_dqb.dqb_itime = (time64_t) 0;
1da177e4
LT
1105 clear_bit(DQ_INODES_B, &dquot->dq_flags);
1106}
1107
7a2435d8 1108static void dquot_decr_space(struct dquot *dquot, qsize_t number)
1da177e4 1109{
db49d2df
JK
1110 if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1111 dquot->dq_dqb.dqb_curspace >= number)
1da177e4
LT
1112 dquot->dq_dqb.dqb_curspace -= number;
1113 else
1114 dquot->dq_dqb.dqb_curspace = 0;
41e327b5 1115 if (dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace <=
1116 dquot->dq_dqb.dqb_bsoftlimit)
e008bb61 1117 dquot->dq_dqb.dqb_btime = (time64_t) 0;
1da177e4
LT
1118 clear_bit(DQ_BLKS_B, &dquot->dq_flags);
1119}
1120
bf097aaf
JK
1121struct dquot_warn {
1122 struct super_block *w_sb;
7b9c7321 1123 struct kqid w_dq_id;
bf097aaf
JK
1124 short w_type;
1125};
1126
c525460e
JK
1127static int warning_issued(struct dquot *dquot, const int warntype)
1128{
1129 int flag = (warntype == QUOTA_NL_BHARDWARN ||
1130 warntype == QUOTA_NL_BSOFTLONGWARN) ? DQ_BLKS_B :
1131 ((warntype == QUOTA_NL_IHARDWARN ||
1132 warntype == QUOTA_NL_ISOFTLONGWARN) ? DQ_INODES_B : 0);
1133
1134 if (!flag)
1135 return 0;
1136 return test_and_set_bit(flag, &dquot->dq_flags);
1137}
1138
8e893469 1139#ifdef CONFIG_PRINT_QUOTA_WARNING
1da177e4
LT
1140static int flag_print_warnings = 1;
1141
bf097aaf 1142static int need_print_warning(struct dquot_warn *warn)
1da177e4
LT
1143{
1144 if (!flag_print_warnings)
1145 return 0;
1146
7b9c7321 1147 switch (warn->w_dq_id.type) {
1da177e4 1148 case USRQUOTA:
1a06d420 1149 return uid_eq(current_fsuid(), warn->w_dq_id.uid);
1da177e4 1150 case GRPQUOTA:
7b9c7321 1151 return in_group_p(warn->w_dq_id.gid);
847aac64
LX
1152 case PRJQUOTA:
1153 return 1;
1da177e4
LT
1154 }
1155 return 0;
1156}
1157
1da177e4 1158/* Print warning to user which exceeded quota */
bf097aaf 1159static void print_warning(struct dquot_warn *warn)
1da177e4
LT
1160{
1161 char *msg = NULL;
24ec839c 1162 struct tty_struct *tty;
bf097aaf 1163 int warntype = warn->w_type;
1da177e4 1164
657d3bfa
JK
1165 if (warntype == QUOTA_NL_IHARDBELOW ||
1166 warntype == QUOTA_NL_ISOFTBELOW ||
1167 warntype == QUOTA_NL_BHARDBELOW ||
bf097aaf 1168 warntype == QUOTA_NL_BSOFTBELOW || !need_print_warning(warn))
1da177e4
LT
1169 return;
1170
24ec839c
PZ
1171 tty = get_current_tty();
1172 if (!tty)
452a00d2 1173 return;
bf097aaf 1174 tty_write_message(tty, warn->w_sb->s_id);
8e893469 1175 if (warntype == QUOTA_NL_ISOFTWARN || warntype == QUOTA_NL_BSOFTWARN)
24ec839c 1176 tty_write_message(tty, ": warning, ");
1da177e4 1177 else
24ec839c 1178 tty_write_message(tty, ": write failed, ");
7b9c7321 1179 tty_write_message(tty, quotatypes[warn->w_dq_id.type]);
1da177e4 1180 switch (warntype) {
8e893469 1181 case QUOTA_NL_IHARDWARN:
1da177e4
LT
1182 msg = " file limit reached.\r\n";
1183 break;
8e893469 1184 case QUOTA_NL_ISOFTLONGWARN:
1da177e4
LT
1185 msg = " file quota exceeded too long.\r\n";
1186 break;
8e893469 1187 case QUOTA_NL_ISOFTWARN:
1da177e4
LT
1188 msg = " file quota exceeded.\r\n";
1189 break;
8e893469 1190 case QUOTA_NL_BHARDWARN:
1da177e4
LT
1191 msg = " block limit reached.\r\n";
1192 break;
8e893469 1193 case QUOTA_NL_BSOFTLONGWARN:
1da177e4
LT
1194 msg = " block quota exceeded too long.\r\n";
1195 break;
8e893469 1196 case QUOTA_NL_BSOFTWARN:
1da177e4
LT
1197 msg = " block quota exceeded.\r\n";
1198 break;
1199 }
24ec839c 1200 tty_write_message(tty, msg);
452a00d2 1201 tty_kref_put(tty);
1da177e4 1202}
8e893469
JK
1203#endif
1204
bf097aaf
JK
1205static void prepare_warning(struct dquot_warn *warn, struct dquot *dquot,
1206 int warntype)
1207{
1208 if (warning_issued(dquot, warntype))
1209 return;
1210 warn->w_type = warntype;
1211 warn->w_sb = dquot->dq_sb;
1212 warn->w_dq_id = dquot->dq_id;
bf097aaf
JK
1213}
1214
f18df228
MC
1215/*
1216 * Write warnings to the console and send warning messages over netlink.
1217 *
bf097aaf 1218 * Note that this function can call into tty and networking code.
f18df228 1219 */
bf097aaf 1220static void flush_warnings(struct dquot_warn *warn)
1da177e4
LT
1221{
1222 int i;
1223
86e931a3 1224 for (i = 0; i < MAXQUOTAS; i++) {
bf097aaf
JK
1225 if (warn[i].w_type == QUOTA_NL_NOWARN)
1226 continue;
8e893469 1227#ifdef CONFIG_PRINT_QUOTA_WARNING
bf097aaf 1228 print_warning(&warn[i]);
8e893469 1229#endif
7b9c7321 1230 quota_send_warning(warn[i].w_dq_id,
bf097aaf 1231 warn[i].w_sb->s_dev, warn[i].w_type);
86e931a3 1232 }
1da177e4
LT
1233}
1234
7a2435d8 1235static int ignore_hardlimit(struct dquot *dquot)
1da177e4 1236{
4c376dca 1237 struct mem_dqinfo *info = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
1da177e4
LT
1238
1239 return capable(CAP_SYS_RESOURCE) &&
268157ba 1240 (info->dqi_format->qf_fmt_id != QFMT_VFS_OLD ||
9c45101e 1241 !(info->dqi_flags & DQF_ROOT_SQUASH));
1da177e4
LT
1242}
1243
7b9ca4c6
JK
1244static int dquot_add_inodes(struct dquot *dquot, qsize_t inodes,
1245 struct dquot_warn *warn)
1da177e4 1246{
7b9ca4c6
JK
1247 qsize_t newinodes;
1248 int ret = 0;
268157ba 1249
7b9ca4c6
JK
1250 spin_lock(&dquot->dq_dqb_lock);
1251 newinodes = dquot->dq_dqb.dqb_curinodes + inodes;
4c376dca 1252 if (!sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type) ||
f55abc0f 1253 test_bit(DQ_FAKE_B, &dquot->dq_flags))
7b9ca4c6 1254 goto add;
1da177e4
LT
1255
1256 if (dquot->dq_dqb.dqb_ihardlimit &&
268157ba 1257 newinodes > dquot->dq_dqb.dqb_ihardlimit &&
1da177e4 1258 !ignore_hardlimit(dquot)) {
bf097aaf 1259 prepare_warning(warn, dquot, QUOTA_NL_IHARDWARN);
7b9ca4c6
JK
1260 ret = -EDQUOT;
1261 goto out;
1da177e4
LT
1262 }
1263
1264 if (dquot->dq_dqb.dqb_isoftlimit &&
268157ba
JK
1265 newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1266 dquot->dq_dqb.dqb_itime &&
e008bb61 1267 ktime_get_real_seconds() >= dquot->dq_dqb.dqb_itime &&
1da177e4 1268 !ignore_hardlimit(dquot)) {
bf097aaf 1269 prepare_warning(warn, dquot, QUOTA_NL_ISOFTLONGWARN);
7b9ca4c6
JK
1270 ret = -EDQUOT;
1271 goto out;
1da177e4
LT
1272 }
1273
1274 if (dquot->dq_dqb.dqb_isoftlimit &&
268157ba 1275 newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1da177e4 1276 dquot->dq_dqb.dqb_itime == 0) {
bf097aaf 1277 prepare_warning(warn, dquot, QUOTA_NL_ISOFTWARN);
e008bb61 1278 dquot->dq_dqb.dqb_itime = ktime_get_real_seconds() +
4c376dca 1279 sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type].dqi_igrace;
1da177e4 1280 }
7b9ca4c6
JK
1281add:
1282 dquot->dq_dqb.dqb_curinodes = newinodes;
1da177e4 1283
7b9ca4c6
JK
1284out:
1285 spin_unlock(&dquot->dq_dqb_lock);
1286 return ret;
1da177e4
LT
1287}
1288
7b9ca4c6
JK
1289static int dquot_add_space(struct dquot *dquot, qsize_t space,
1290 qsize_t rsv_space, unsigned int flags,
1291 struct dquot_warn *warn)
1da177e4 1292{
f18df228 1293 qsize_t tspace;
268157ba 1294 struct super_block *sb = dquot->dq_sb;
7b9ca4c6 1295 int ret = 0;
f18df228 1296
7b9ca4c6 1297 spin_lock(&dquot->dq_dqb_lock);
4c376dca 1298 if (!sb_has_quota_limits_enabled(sb, dquot->dq_id.type) ||
f55abc0f 1299 test_bit(DQ_FAKE_B, &dquot->dq_flags))
7b9ca4c6 1300 goto add;
1da177e4 1301
f18df228 1302 tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace
7b9ca4c6
JK
1303 + space + rsv_space;
1304
1305 if (flags & DQUOT_SPACE_NOFAIL)
1306 goto add;
f18df228 1307
1da177e4 1308 if (dquot->dq_dqb.dqb_bhardlimit &&
f18df228 1309 tspace > dquot->dq_dqb.dqb_bhardlimit &&
1da177e4 1310 !ignore_hardlimit(dquot)) {
7b9ca4c6 1311 if (flags & DQUOT_SPACE_WARN)
bf097aaf 1312 prepare_warning(warn, dquot, QUOTA_NL_BHARDWARN);
7b9ca4c6
JK
1313 ret = -EDQUOT;
1314 goto out;
1da177e4
LT
1315 }
1316
1317 if (dquot->dq_dqb.dqb_bsoftlimit &&
f18df228 1318 tspace > dquot->dq_dqb.dqb_bsoftlimit &&
268157ba 1319 dquot->dq_dqb.dqb_btime &&
e008bb61 1320 ktime_get_real_seconds() >= dquot->dq_dqb.dqb_btime &&
1da177e4 1321 !ignore_hardlimit(dquot)) {
7b9ca4c6 1322 if (flags & DQUOT_SPACE_WARN)
bf097aaf 1323 prepare_warning(warn, dquot, QUOTA_NL_BSOFTLONGWARN);
7b9ca4c6
JK
1324 ret = -EDQUOT;
1325 goto out;
1da177e4
LT
1326 }
1327
1328 if (dquot->dq_dqb.dqb_bsoftlimit &&
f18df228 1329 tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1da177e4 1330 dquot->dq_dqb.dqb_btime == 0) {
7b9ca4c6 1331 if (flags & DQUOT_SPACE_WARN) {
bf097aaf 1332 prepare_warning(warn, dquot, QUOTA_NL_BSOFTWARN);
e008bb61 1333 dquot->dq_dqb.dqb_btime = ktime_get_real_seconds() +
4c376dca 1334 sb_dqopt(sb)->info[dquot->dq_id.type].dqi_bgrace;
7b9ca4c6 1335 } else {
1da177e4
LT
1336 /*
1337 * We don't allow preallocation to exceed softlimit so exceeding will
1338 * be always printed
1339 */
7b9ca4c6
JK
1340 ret = -EDQUOT;
1341 goto out;
1342 }
1da177e4 1343 }
7b9ca4c6
JK
1344add:
1345 dquot->dq_dqb.dqb_rsvspace += rsv_space;
1346 dquot->dq_dqb.dqb_curspace += space;
1347out:
1348 spin_unlock(&dquot->dq_dqb_lock);
1349 return ret;
1da177e4
LT
1350}
1351
12095460 1352static int info_idq_free(struct dquot *dquot, qsize_t inodes)
657d3bfa 1353{
268157ba
JK
1354 qsize_t newinodes;
1355
657d3bfa 1356 if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
f55abc0f 1357 dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit ||
4c376dca 1358 !sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type))
657d3bfa
JK
1359 return QUOTA_NL_NOWARN;
1360
268157ba
JK
1361 newinodes = dquot->dq_dqb.dqb_curinodes - inodes;
1362 if (newinodes <= dquot->dq_dqb.dqb_isoftlimit)
657d3bfa
JK
1363 return QUOTA_NL_ISOFTBELOW;
1364 if (dquot->dq_dqb.dqb_curinodes >= dquot->dq_dqb.dqb_ihardlimit &&
268157ba 1365 newinodes < dquot->dq_dqb.dqb_ihardlimit)
657d3bfa
JK
1366 return QUOTA_NL_IHARDBELOW;
1367 return QUOTA_NL_NOWARN;
1368}
1369
1370static int info_bdq_free(struct dquot *dquot, qsize_t space)
1371{
41e327b5 1372 qsize_t tspace;
1373
1374 tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace;
1375
657d3bfa 1376 if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
41e327b5 1377 tspace <= dquot->dq_dqb.dqb_bsoftlimit)
657d3bfa
JK
1378 return QUOTA_NL_NOWARN;
1379
41e327b5 1380 if (tspace - space <= dquot->dq_dqb.dqb_bsoftlimit)
657d3bfa 1381 return QUOTA_NL_BSOFTBELOW;
41e327b5 1382 if (tspace >= dquot->dq_dqb.dqb_bhardlimit &&
1383 tspace - space < dquot->dq_dqb.dqb_bhardlimit)
657d3bfa
JK
1384 return QUOTA_NL_BHARDBELOW;
1385 return QUOTA_NL_NOWARN;
1386}
0a5a9c72 1387
189eef59
CH
1388static int dquot_active(const struct inode *inode)
1389{
1390 struct super_block *sb = inode->i_sb;
1391
1392 if (IS_NOQUOTA(inode))
1393 return 0;
1394 return sb_any_quota_loaded(sb) & ~sb_any_quota_suspended(sb);
1395}
1396
1da177e4 1397/*
871a2931
CH
1398 * Initialize quota pointers in inode
1399 *
871a2931
CH
1400 * It is better to call this function outside of any transaction as it
1401 * might need a lot of space in journal for dquot structure allocation.
1da177e4 1402 */
6184fc0b 1403static int __dquot_initialize(struct inode *inode, int type)
1da177e4 1404{
1ea06bec 1405 int cnt, init_needed = 0;
ab73ef46 1406 struct dquot **dquots, *got[MAXQUOTAS] = {};
cc33412f 1407 struct super_block *sb = inode->i_sb;
0a5a9c72 1408 qsize_t rsv;
6184fc0b 1409 int ret = 0;
1da177e4 1410
189eef59 1411 if (!dquot_active(inode))
6184fc0b 1412 return 0;
cc33412f 1413
5bcd3b6f
KK
1414 dquots = i_dquot(inode);
1415
cc33412f
JK
1416 /* First get references to structures we might need. */
1417 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
aca645a6 1418 struct kqid qid;
847aac64
LX
1419 kprojid_t projid;
1420 int rc;
6184fc0b 1421 struct dquot *dquot;
847aac64 1422
cc33412f
JK
1423 if (type != -1 && cnt != type)
1424 continue;
1ea06bec
NY
1425 /*
1426 * The i_dquot should have been initialized in most cases,
1427 * we check it without locking here to avoid unnecessary
1428 * dqget()/dqput() calls.
1429 */
5bcd3b6f 1430 if (dquots[cnt])
1ea06bec 1431 continue;
847aac64
LX
1432
1433 if (!sb_has_quota_active(sb, cnt))
1434 continue;
1435
1ea06bec
NY
1436 init_needed = 1;
1437
cc33412f
JK
1438 switch (cnt) {
1439 case USRQUOTA:
aca645a6 1440 qid = make_kqid_uid(inode->i_uid);
cc33412f
JK
1441 break;
1442 case GRPQUOTA:
aca645a6 1443 qid = make_kqid_gid(inode->i_gid);
cc33412f 1444 break;
847aac64
LX
1445 case PRJQUOTA:
1446 rc = inode->i_sb->dq_op->get_projid(inode, &projid);
1447 if (rc)
1448 continue;
1449 qid = make_kqid_projid(projid);
1450 break;
cc33412f 1451 }
6184fc0b
JK
1452 dquot = dqget(sb, qid);
1453 if (IS_ERR(dquot)) {
1454 /* We raced with somebody turning quotas off... */
1455 if (PTR_ERR(dquot) != -ESRCH) {
1456 ret = PTR_ERR(dquot);
1457 goto out_put;
1458 }
1459 dquot = NULL;
1460 }
1461 got[cnt] = dquot;
cc33412f
JK
1462 }
1463
1ea06bec
NY
1464 /* All required i_dquot has been initialized */
1465 if (!init_needed)
6184fc0b 1466 return 0;
1ea06bec 1467
b9ba6f94 1468 spin_lock(&dq_data_lock);
1da177e4 1469 if (IS_NOQUOTA(inode))
6184fc0b 1470 goto out_lock;
1da177e4
LT
1471 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1472 if (type != -1 && cnt != type)
1473 continue;
cc33412f
JK
1474 /* Avoid races with quotaoff() */
1475 if (!sb_has_quota_active(sb, cnt))
1476 continue;
4408ea41
JK
1477 /* We could race with quotaon or dqget() could have failed */
1478 if (!got[cnt])
1479 continue;
5bcd3b6f
KK
1480 if (!dquots[cnt]) {
1481 dquots[cnt] = got[cnt];
dd6f3c6d 1482 got[cnt] = NULL;
0a5a9c72
JK
1483 /*
1484 * Make quota reservation system happy if someone
1485 * did a write before quota was turned on
1486 */
1487 rsv = inode_get_rsv_space(inode);
7b9ca4c6
JK
1488 if (unlikely(rsv)) {
1489 spin_lock(&inode->i_lock);
1490 /* Get reservation again under proper lock */
1491 rsv = __inode_get_rsv_space(inode);
1492 spin_lock(&dquots[cnt]->dq_dqb_lock);
1493 dquots[cnt]->dq_dqb.dqb_rsvspace += rsv;
1494 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1495 spin_unlock(&inode->i_lock);
1496 }
1da177e4
LT
1497 }
1498 }
6184fc0b 1499out_lock:
b9ba6f94 1500 spin_unlock(&dq_data_lock);
6184fc0b 1501out_put:
cc33412f 1502 /* Drop unused references */
dc52dd3a 1503 dqput_all(got);
6184fc0b
JK
1504
1505 return ret;
871a2931
CH
1506}
1507
6184fc0b 1508int dquot_initialize(struct inode *inode)
871a2931 1509{
6184fc0b 1510 return __dquot_initialize(inode, -1);
1da177e4 1511}
08d0350c 1512EXPORT_SYMBOL(dquot_initialize);
1da177e4 1513
b8cb5a54
TE
1514bool dquot_initialize_needed(struct inode *inode)
1515{
1516 struct dquot **dquots;
1517 int i;
1518
1519 if (!dquot_active(inode))
1520 return false;
1521
1522 dquots = i_dquot(inode);
1523 for (i = 0; i < MAXQUOTAS; i++)
1524 if (!dquots[i] && sb_has_quota_active(inode->i_sb, i))
1525 return true;
1526 return false;
1527}
1528EXPORT_SYMBOL(dquot_initialize_needed);
1529
1da177e4 1530/*
b9ba6f94
NY
1531 * Release all quotas referenced by inode.
1532 *
1533 * This function only be called on inode free or converting
1534 * a file to quota file, no other users for the i_dquot in
1535 * both cases, so we needn't call synchronize_srcu() after
1536 * clearing i_dquot.
1da177e4 1537 */
9f754758 1538static void __dquot_drop(struct inode *inode)
1da177e4
LT
1539{
1540 int cnt;
5bcd3b6f 1541 struct dquot **dquots = i_dquot(inode);
cc33412f 1542 struct dquot *put[MAXQUOTAS];
1da177e4 1543
b9ba6f94 1544 spin_lock(&dq_data_lock);
1da177e4 1545 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
5bcd3b6f
KK
1546 put[cnt] = dquots[cnt];
1547 dquots[cnt] = NULL;
1da177e4 1548 }
b9ba6f94 1549 spin_unlock(&dq_data_lock);
dc52dd3a 1550 dqput_all(put);
1da177e4
LT
1551}
1552
9f754758
CH
1553void dquot_drop(struct inode *inode)
1554{
5bcd3b6f 1555 struct dquot * const *dquots;
9f754758
CH
1556 int cnt;
1557
1558 if (IS_NOQUOTA(inode))
1559 return;
1560
1561 /*
1562 * Test before calling to rule out calls from proc and such
1563 * where we are not allowed to block. Note that this is
1564 * actually reliable test even without the lock - the caller
1565 * must assure that nobody can come after the DQUOT_DROP and
1566 * add quota pointers back anyway.
1567 */
5bcd3b6f 1568 dquots = i_dquot(inode);
9f754758 1569 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
5bcd3b6f 1570 if (dquots[cnt])
9f754758
CH
1571 break;
1572 }
1573
1574 if (cnt < MAXQUOTAS)
1575 __dquot_drop(inode);
1576}
1577EXPORT_SYMBOL(dquot_drop);
b85f4b87 1578
fd8fbfc1
DM
1579/*
1580 * inode_reserved_space is managed internally by quota, and protected by
1581 * i_lock similar to i_blocks+i_bytes.
1582 */
1583static qsize_t *inode_reserved_space(struct inode * inode)
1584{
1585 /* Filesystem must explicitly define it's own method in order to use
1586 * quota reservation interface */
1587 BUG_ON(!inode->i_sb->dq_op->get_reserved_space);
1588 return inode->i_sb->dq_op->get_reserved_space(inode);
1589}
1590
7b9ca4c6 1591static qsize_t __inode_get_rsv_space(struct inode *inode)
fd8fbfc1 1592{
7b9ca4c6
JK
1593 if (!inode->i_sb->dq_op->get_reserved_space)
1594 return 0;
1595 return *inode_reserved_space(inode);
fd8fbfc1
DM
1596}
1597
1598static qsize_t inode_get_rsv_space(struct inode *inode)
1599{
1600 qsize_t ret;
05b5d898
JK
1601
1602 if (!inode->i_sb->dq_op->get_reserved_space)
1603 return 0;
fd8fbfc1 1604 spin_lock(&inode->i_lock);
7b9ca4c6 1605 ret = __inode_get_rsv_space(inode);
fd8fbfc1
DM
1606 spin_unlock(&inode->i_lock);
1607 return ret;
1608}
1609
1da177e4 1610/*
5dd4056d
CH
1611 * This functions updates i_blocks+i_bytes fields and quota information
1612 * (together with appropriate checks).
1613 *
1614 * NOTE: We absolutely rely on the fact that caller dirties the inode
1615 * (usually helpers in quotaops.h care about this) and holds a handle for
1616 * the current transaction so that dquot write and inode write go into the
1617 * same transaction.
1da177e4
LT
1618 */
1619
1620/*
1621 * This operation can block, but only after everything is updated
1622 */
56246f9a 1623int __dquot_alloc_space(struct inode *inode, qsize_t number, int flags)
1da177e4 1624{
b9ba6f94 1625 int cnt, ret = 0, index;
bf097aaf 1626 struct dquot_warn warn[MAXQUOTAS];
56246f9a 1627 int reserve = flags & DQUOT_SPACE_RESERVE;
5bcd3b6f 1628 struct dquot **dquots;
1da177e4 1629
189eef59 1630 if (!dquot_active(inode)) {
a478e522
JK
1631 if (reserve) {
1632 spin_lock(&inode->i_lock);
1633 *inode_reserved_space(inode) += number;
1634 spin_unlock(&inode->i_lock);
1635 } else {
1636 inode_add_bytes(inode, number);
1637 }
fd8fbfc1
DM
1638 goto out;
1639 }
1640
1da177e4 1641 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
bf097aaf 1642 warn[cnt].w_type = QUOTA_NL_NOWARN;
1da177e4 1643
5bcd3b6f 1644 dquots = i_dquot(inode);
b9ba6f94 1645 index = srcu_read_lock(&dquot_srcu);
7b9ca4c6 1646 spin_lock(&inode->i_lock);
1da177e4 1647 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
bf097aaf 1648 if (!dquots[cnt])
1da177e4 1649 continue;
7b9ca4c6
JK
1650 if (flags & DQUOT_SPACE_RESERVE) {
1651 ret = dquot_add_space(dquots[cnt], 0, number, flags,
1652 &warn[cnt]);
1653 } else {
1654 ret = dquot_add_space(dquots[cnt], number, 0, flags,
1655 &warn[cnt]);
1656 }
1657 if (ret) {
1658 /* Back out changes we already did */
1659 for (cnt--; cnt >= 0; cnt--) {
1660 if (!dquots[cnt])
1661 continue;
1662 spin_lock(&dquots[cnt]->dq_dqb_lock);
1663 if (flags & DQUOT_SPACE_RESERVE) {
1664 dquots[cnt]->dq_dqb.dqb_rsvspace -=
1665 number;
1666 } else {
1667 dquots[cnt]->dq_dqb.dqb_curspace -=
1668 number;
1669 }
1670 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1671 }
1672 spin_unlock(&inode->i_lock);
fd8fbfc1 1673 goto out_flush_warn;
f18df228 1674 }
1da177e4 1675 }
7b9ca4c6 1676 if (reserve)
a478e522 1677 *inode_reserved_space(inode) += number;
7b9ca4c6
JK
1678 else
1679 __inode_add_bytes(inode, number);
1680 spin_unlock(&inode->i_lock);
f18df228 1681
fd8fbfc1
DM
1682 if (reserve)
1683 goto out_flush_warn;
bf097aaf 1684 mark_all_dquot_dirty(dquots);
fd8fbfc1 1685out_flush_warn:
b9ba6f94 1686 srcu_read_unlock(&dquot_srcu, index);
bf097aaf 1687 flush_warnings(warn);
f18df228
MC
1688out:
1689 return ret;
1690}
5dd4056d 1691EXPORT_SYMBOL(__dquot_alloc_space);
1da177e4
LT
1692
1693/*
1694 * This operation can block, but only after everything is updated
1695 */
6bab3596 1696int dquot_alloc_inode(struct inode *inode)
1da177e4 1697{
b9ba6f94 1698 int cnt, ret = 0, index;
bf097aaf 1699 struct dquot_warn warn[MAXQUOTAS];
5bcd3b6f 1700 struct dquot * const *dquots;
1da177e4 1701
189eef59 1702 if (!dquot_active(inode))
63936dda 1703 return 0;
1da177e4 1704 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
bf097aaf 1705 warn[cnt].w_type = QUOTA_NL_NOWARN;
b9ba6f94 1706
5bcd3b6f 1707 dquots = i_dquot(inode);
b9ba6f94 1708 index = srcu_read_lock(&dquot_srcu);
7b9ca4c6 1709 spin_lock(&inode->i_lock);
1da177e4 1710 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
bf097aaf 1711 if (!dquots[cnt])
1da177e4 1712 continue;
7b9ca4c6
JK
1713 ret = dquot_add_inodes(dquots[cnt], 1, &warn[cnt]);
1714 if (ret) {
1715 for (cnt--; cnt >= 0; cnt--) {
1716 if (!dquots[cnt])
1717 continue;
1718 /* Back out changes we already did */
1719 spin_lock(&dquots[cnt]->dq_dqb_lock);
1720 dquots[cnt]->dq_dqb.dqb_curinodes--;
1721 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1722 }
1da177e4 1723 goto warn_put_all;
7b9ca4c6 1724 }
1da177e4 1725 }
efd8f0e6 1726
1da177e4 1727warn_put_all:
7b9ca4c6 1728 spin_unlock(&inode->i_lock);
63936dda 1729 if (ret == 0)
bf097aaf 1730 mark_all_dquot_dirty(dquots);
b9ba6f94 1731 srcu_read_unlock(&dquot_srcu, index);
bf097aaf 1732 flush_warnings(warn);
1da177e4
LT
1733 return ret;
1734}
08d0350c 1735EXPORT_SYMBOL(dquot_alloc_inode);
1da177e4 1736
5dd4056d
CH
1737/*
1738 * Convert in-memory reserved quotas to real consumed quotas
1739 */
1740int dquot_claim_space_nodirty(struct inode *inode, qsize_t number)
740d9dcd 1741{
5bcd3b6f 1742 struct dquot **dquots;
b9ba6f94 1743 int cnt, index;
740d9dcd 1744
189eef59 1745 if (!dquot_active(inode)) {
0ed60de3
JK
1746 spin_lock(&inode->i_lock);
1747 *inode_reserved_space(inode) -= number;
1748 __inode_add_bytes(inode, number);
1749 spin_unlock(&inode->i_lock);
5dd4056d 1750 return 0;
740d9dcd
MC
1751 }
1752
5bcd3b6f 1753 dquots = i_dquot(inode);
b9ba6f94 1754 index = srcu_read_lock(&dquot_srcu);
7b9ca4c6 1755 spin_lock(&inode->i_lock);
740d9dcd
MC
1756 /* Claim reserved quotas to allocated quotas */
1757 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
3ab167d2
JK
1758 if (dquots[cnt]) {
1759 struct dquot *dquot = dquots[cnt];
1760
7b9ca4c6 1761 spin_lock(&dquot->dq_dqb_lock);
3ab167d2
JK
1762 if (WARN_ON_ONCE(dquot->dq_dqb.dqb_rsvspace < number))
1763 number = dquot->dq_dqb.dqb_rsvspace;
1764 dquot->dq_dqb.dqb_curspace += number;
1765 dquot->dq_dqb.dqb_rsvspace -= number;
7b9ca4c6 1766 spin_unlock(&dquot->dq_dqb_lock);
3ab167d2 1767 }
740d9dcd
MC
1768 }
1769 /* Update inode bytes */
0ed60de3
JK
1770 *inode_reserved_space(inode) -= number;
1771 __inode_add_bytes(inode, number);
1772 spin_unlock(&inode->i_lock);
5bcd3b6f 1773 mark_all_dquot_dirty(dquots);
b9ba6f94 1774 srcu_read_unlock(&dquot_srcu, index);
5dd4056d 1775 return 0;
740d9dcd 1776}
5dd4056d 1777EXPORT_SYMBOL(dquot_claim_space_nodirty);
740d9dcd 1778
1c8924eb
JK
1779/*
1780 * Convert allocated space back to in-memory reserved quotas
1781 */
1782void dquot_reclaim_space_nodirty(struct inode *inode, qsize_t number)
1783{
5bcd3b6f 1784 struct dquot **dquots;
b9ba6f94 1785 int cnt, index;
1c8924eb
JK
1786
1787 if (!dquot_active(inode)) {
0ed60de3
JK
1788 spin_lock(&inode->i_lock);
1789 *inode_reserved_space(inode) += number;
1790 __inode_sub_bytes(inode, number);
1791 spin_unlock(&inode->i_lock);
1c8924eb
JK
1792 return;
1793 }
1794
5bcd3b6f 1795 dquots = i_dquot(inode);
b9ba6f94 1796 index = srcu_read_lock(&dquot_srcu);
7b9ca4c6 1797 spin_lock(&inode->i_lock);
1c8924eb
JK
1798 /* Claim reserved quotas to allocated quotas */
1799 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
3ab167d2
JK
1800 if (dquots[cnt]) {
1801 struct dquot *dquot = dquots[cnt];
1802
7b9ca4c6 1803 spin_lock(&dquot->dq_dqb_lock);
3ab167d2
JK
1804 if (WARN_ON_ONCE(dquot->dq_dqb.dqb_curspace < number))
1805 number = dquot->dq_dqb.dqb_curspace;
1806 dquot->dq_dqb.dqb_rsvspace += number;
1807 dquot->dq_dqb.dqb_curspace -= number;
7b9ca4c6 1808 spin_unlock(&dquot->dq_dqb_lock);
3ab167d2 1809 }
1c8924eb
JK
1810 }
1811 /* Update inode bytes */
0ed60de3
JK
1812 *inode_reserved_space(inode) += number;
1813 __inode_sub_bytes(inode, number);
1814 spin_unlock(&inode->i_lock);
5bcd3b6f 1815 mark_all_dquot_dirty(dquots);
b9ba6f94 1816 srcu_read_unlock(&dquot_srcu, index);
1c8924eb
JK
1817 return;
1818}
1819EXPORT_SYMBOL(dquot_reclaim_space_nodirty);
1820
1da177e4
LT
1821/*
1822 * This operation can block, but only after everything is updated
1823 */
56246f9a 1824void __dquot_free_space(struct inode *inode, qsize_t number, int flags)
1da177e4
LT
1825{
1826 unsigned int cnt;
bf097aaf 1827 struct dquot_warn warn[MAXQUOTAS];
5bcd3b6f 1828 struct dquot **dquots;
b9ba6f94 1829 int reserve = flags & DQUOT_SPACE_RESERVE, index;
1da177e4 1830
189eef59 1831 if (!dquot_active(inode)) {
a478e522
JK
1832 if (reserve) {
1833 spin_lock(&inode->i_lock);
1834 *inode_reserved_space(inode) -= number;
1835 spin_unlock(&inode->i_lock);
1836 } else {
1837 inode_sub_bytes(inode, number);
1838 }
5dd4056d 1839 return;
1da177e4 1840 }
657d3bfa 1841
5bcd3b6f 1842 dquots = i_dquot(inode);
b9ba6f94 1843 index = srcu_read_lock(&dquot_srcu);
7b9ca4c6 1844 spin_lock(&inode->i_lock);
1da177e4 1845 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
bf097aaf
JK
1846 int wtype;
1847
1848 warn[cnt].w_type = QUOTA_NL_NOWARN;
1849 if (!dquots[cnt])
1da177e4 1850 continue;
7b9ca4c6 1851 spin_lock(&dquots[cnt]->dq_dqb_lock);
bf097aaf
JK
1852 wtype = info_bdq_free(dquots[cnt], number);
1853 if (wtype != QUOTA_NL_NOWARN)
1854 prepare_warning(&warn[cnt], dquots[cnt], wtype);
fd8fbfc1 1855 if (reserve)
bf097aaf 1856 dquot_free_reserved_space(dquots[cnt], number);
fd8fbfc1 1857 else
bf097aaf 1858 dquot_decr_space(dquots[cnt], number);
7b9ca4c6 1859 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1da177e4 1860 }
7b9ca4c6 1861 if (reserve)
a478e522 1862 *inode_reserved_space(inode) -= number;
7b9ca4c6
JK
1863 else
1864 __inode_sub_bytes(inode, number);
1865 spin_unlock(&inode->i_lock);
fd8fbfc1
DM
1866
1867 if (reserve)
1868 goto out_unlock;
bf097aaf 1869 mark_all_dquot_dirty(dquots);
fd8fbfc1 1870out_unlock:
b9ba6f94 1871 srcu_read_unlock(&dquot_srcu, index);
bf097aaf 1872 flush_warnings(warn);
fd8fbfc1 1873}
5dd4056d 1874EXPORT_SYMBOL(__dquot_free_space);
fd8fbfc1 1875
1da177e4
LT
1876/*
1877 * This operation can block, but only after everything is updated
1878 */
6bab3596 1879void dquot_free_inode(struct inode *inode)
1da177e4
LT
1880{
1881 unsigned int cnt;
bf097aaf 1882 struct dquot_warn warn[MAXQUOTAS];
5bcd3b6f 1883 struct dquot * const *dquots;
b9ba6f94 1884 int index;
1da177e4 1885
189eef59 1886 if (!dquot_active(inode))
63936dda 1887 return;
657d3bfa 1888
5bcd3b6f 1889 dquots = i_dquot(inode);
b9ba6f94 1890 index = srcu_read_lock(&dquot_srcu);
7b9ca4c6 1891 spin_lock(&inode->i_lock);
1da177e4 1892 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
bf097aaf
JK
1893 int wtype;
1894
1895 warn[cnt].w_type = QUOTA_NL_NOWARN;
1896 if (!dquots[cnt])
1da177e4 1897 continue;
7b9ca4c6 1898 spin_lock(&dquots[cnt]->dq_dqb_lock);
bf097aaf
JK
1899 wtype = info_idq_free(dquots[cnt], 1);
1900 if (wtype != QUOTA_NL_NOWARN)
1901 prepare_warning(&warn[cnt], dquots[cnt], wtype);
1902 dquot_decr_inodes(dquots[cnt], 1);
7b9ca4c6 1903 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1da177e4 1904 }
7b9ca4c6 1905 spin_unlock(&inode->i_lock);
bf097aaf 1906 mark_all_dquot_dirty(dquots);
b9ba6f94 1907 srcu_read_unlock(&dquot_srcu, index);
bf097aaf 1908 flush_warnings(warn);
1da177e4 1909}
08d0350c 1910EXPORT_SYMBOL(dquot_free_inode);
1da177e4
LT
1911
1912/*
1913 * Transfer the number of inode and blocks from one diskquota to an other.
bc8e5f07
JK
1914 * On success, dquot references in transfer_to are consumed and references
1915 * to original dquots that need to be released are placed there. On failure,
1916 * references are kept untouched.
1da177e4
LT
1917 *
1918 * This operation can block, but only after everything is updated
1919 * A transaction must be started when entering this function.
bc8e5f07 1920 *
b9ba6f94
NY
1921 * We are holding reference on transfer_from & transfer_to, no need to
1922 * protect them by srcu_read_lock().
1da177e4 1923 */
bc8e5f07 1924int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
1da177e4 1925{
7b9ca4c6 1926 qsize_t cur_space;
740d9dcd 1927 qsize_t rsv_space = 0;
7a9ca53a 1928 qsize_t inode_usage = 1;
bc8e5f07 1929 struct dquot *transfer_from[MAXQUOTAS] = {};
efd8f0e6 1930 int cnt, ret = 0;
9e32784b 1931 char is_valid[MAXQUOTAS] = {};
bf097aaf
JK
1932 struct dquot_warn warn_to[MAXQUOTAS];
1933 struct dquot_warn warn_from_inodes[MAXQUOTAS];
1934 struct dquot_warn warn_from_space[MAXQUOTAS];
1da177e4 1935
1da177e4 1936 if (IS_NOQUOTA(inode))
efd8f0e6 1937 return 0;
7a9ca53a
TE
1938
1939 if (inode->i_sb->dq_op->get_inode_usage) {
1940 ret = inode->i_sb->dq_op->get_inode_usage(inode, &inode_usage);
1941 if (ret)
1942 return ret;
1943 }
1944
cc33412f 1945 /* Initialize the arrays */
bf097aaf
JK
1946 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1947 warn_to[cnt].w_type = QUOTA_NL_NOWARN;
1948 warn_from_inodes[cnt].w_type = QUOTA_NL_NOWARN;
1949 warn_from_space[cnt].w_type = QUOTA_NL_NOWARN;
1950 }
b9ba6f94
NY
1951
1952 spin_lock(&dq_data_lock);
7b9ca4c6 1953 spin_lock(&inode->i_lock);
cc33412f 1954 if (IS_NOQUOTA(inode)) { /* File without quota accounting? */
7b9ca4c6 1955 spin_unlock(&inode->i_lock);
b9ba6f94 1956 spin_unlock(&dq_data_lock);
bc8e5f07 1957 return 0;
cc33412f 1958 }
7b9ca4c6
JK
1959 cur_space = __inode_get_bytes(inode);
1960 rsv_space = __inode_get_rsv_space(inode);
1961 /*
1962 * Build the transfer_from list, check limits, and update usage in
1963 * the target structures.
1964 */
1da177e4 1965 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
9e32784b
D
1966 /*
1967 * Skip changes for same uid or gid or for turned off quota-type.
1968 */
dd6f3c6d 1969 if (!transfer_to[cnt])
1da177e4 1970 continue;
9e32784b
D
1971 /* Avoid races with quotaoff() */
1972 if (!sb_has_quota_active(inode->i_sb, cnt))
1973 continue;
1974 is_valid[cnt] = 1;
2d0fa467 1975 transfer_from[cnt] = i_dquot(inode)[cnt];
7b9ca4c6
JK
1976 ret = dquot_add_inodes(transfer_to[cnt], inode_usage,
1977 &warn_to[cnt]);
efd8f0e6
CH
1978 if (ret)
1979 goto over_quota;
7b9ca4c6
JK
1980 ret = dquot_add_space(transfer_to[cnt], cur_space, rsv_space, 0,
1981 &warn_to[cnt]);
1982 if (ret) {
0a51fb71 1983 spin_lock(&transfer_to[cnt]->dq_dqb_lock);
7b9ca4c6 1984 dquot_decr_inodes(transfer_to[cnt], inode_usage);
0a51fb71 1985 spin_unlock(&transfer_to[cnt]->dq_dqb_lock);
cc33412f 1986 goto over_quota;
7b9ca4c6 1987 }
1da177e4
LT
1988 }
1989
7b9ca4c6 1990 /* Decrease usage for source structures and update quota pointers */
1da177e4 1991 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
9e32784b 1992 if (!is_valid[cnt])
1da177e4 1993 continue;
1da177e4
LT
1994 /* Due to IO error we might not have transfer_from[] structure */
1995 if (transfer_from[cnt]) {
bf097aaf 1996 int wtype;
7b9ca4c6
JK
1997
1998 spin_lock(&transfer_from[cnt]->dq_dqb_lock);
7a9ca53a 1999 wtype = info_idq_free(transfer_from[cnt], inode_usage);
bf097aaf
JK
2000 if (wtype != QUOTA_NL_NOWARN)
2001 prepare_warning(&warn_from_inodes[cnt],
2002 transfer_from[cnt], wtype);
7b9ca4c6
JK
2003 wtype = info_bdq_free(transfer_from[cnt],
2004 cur_space + rsv_space);
bf097aaf
JK
2005 if (wtype != QUOTA_NL_NOWARN)
2006 prepare_warning(&warn_from_space[cnt],
2007 transfer_from[cnt], wtype);
7a9ca53a 2008 dquot_decr_inodes(transfer_from[cnt], inode_usage);
740d9dcd
MC
2009 dquot_decr_space(transfer_from[cnt], cur_space);
2010 dquot_free_reserved_space(transfer_from[cnt],
2011 rsv_space);
7b9ca4c6 2012 spin_unlock(&transfer_from[cnt]->dq_dqb_lock);
1da177e4 2013 }
2d0fa467 2014 i_dquot(inode)[cnt] = transfer_to[cnt];
1da177e4 2015 }
7b9ca4c6 2016 spin_unlock(&inode->i_lock);
1da177e4 2017 spin_unlock(&dq_data_lock);
cc33412f 2018
dc52dd3a
DM
2019 mark_all_dquot_dirty(transfer_from);
2020 mark_all_dquot_dirty(transfer_to);
bf097aaf
JK
2021 flush_warnings(warn_to);
2022 flush_warnings(warn_from_inodes);
2023 flush_warnings(warn_from_space);
bc8e5f07 2024 /* Pass back references to put */
dc52dd3a 2025 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
9e32784b
D
2026 if (is_valid[cnt])
2027 transfer_to[cnt] = transfer_from[cnt];
86f3cbec 2028 return 0;
cc33412f 2029over_quota:
7b9ca4c6
JK
2030 /* Back out changes we already did */
2031 for (cnt--; cnt >= 0; cnt--) {
2032 if (!is_valid[cnt])
2033 continue;
2034 spin_lock(&transfer_to[cnt]->dq_dqb_lock);
2035 dquot_decr_inodes(transfer_to[cnt], inode_usage);
2036 dquot_decr_space(transfer_to[cnt], cur_space);
2037 dquot_free_reserved_space(transfer_to[cnt], rsv_space);
2038 spin_unlock(&transfer_to[cnt]->dq_dqb_lock);
2039 }
2040 spin_unlock(&inode->i_lock);
cc33412f 2041 spin_unlock(&dq_data_lock);
bf097aaf 2042 flush_warnings(warn_to);
86f3cbec 2043 return ret;
1da177e4 2044}
bc8e5f07 2045EXPORT_SYMBOL(__dquot_transfer);
1da177e4 2046
8ddd69d6
DM
2047/* Wrapper for transferring ownership of an inode for uid/gid only
2048 * Called from FSXXX_setattr()
2049 */
b43fa828 2050int dquot_transfer(struct inode *inode, struct iattr *iattr)
b85f4b87 2051{
bc8e5f07 2052 struct dquot *transfer_to[MAXQUOTAS] = {};
6184fc0b 2053 struct dquot *dquot;
bc8e5f07
JK
2054 struct super_block *sb = inode->i_sb;
2055 int ret;
8ddd69d6 2056
189eef59 2057 if (!dquot_active(inode))
bc8e5f07 2058 return 0;
12755627 2059
6184fc0b
JK
2060 if (iattr->ia_valid & ATTR_UID && !uid_eq(iattr->ia_uid, inode->i_uid)){
2061 dquot = dqget(sb, make_kqid_uid(iattr->ia_uid));
2062 if (IS_ERR(dquot)) {
2063 if (PTR_ERR(dquot) != -ESRCH) {
2064 ret = PTR_ERR(dquot);
2065 goto out_put;
2066 }
2067 dquot = NULL;
2068 }
2069 transfer_to[USRQUOTA] = dquot;
2070 }
2071 if (iattr->ia_valid & ATTR_GID && !gid_eq(iattr->ia_gid, inode->i_gid)){
2072 dquot = dqget(sb, make_kqid_gid(iattr->ia_gid));
2073 if (IS_ERR(dquot)) {
2074 if (PTR_ERR(dquot) != -ESRCH) {
2075 ret = PTR_ERR(dquot);
2076 goto out_put;
2077 }
2078 dquot = NULL;
2079 }
2080 transfer_to[GRPQUOTA] = dquot;
2081 }
bc8e5f07 2082 ret = __dquot_transfer(inode, transfer_to);
6184fc0b 2083out_put:
bc8e5f07
JK
2084 dqput_all(transfer_to);
2085 return ret;
b85f4b87 2086}
b43fa828 2087EXPORT_SYMBOL(dquot_transfer);
b85f4b87 2088
1da177e4
LT
2089/*
2090 * Write info of quota file to disk
2091 */
2092int dquot_commit_info(struct super_block *sb, int type)
2093{
1da177e4
LT
2094 struct quota_info *dqopt = sb_dqopt(sb);
2095
9a8ae30e 2096 return dqopt->ops[type]->write_file_info(sb, type);
1da177e4 2097}
08d0350c 2098EXPORT_SYMBOL(dquot_commit_info);
1da177e4 2099
be6257b2
JK
2100int dquot_get_next_id(struct super_block *sb, struct kqid *qid)
2101{
2102 struct quota_info *dqopt = sb_dqopt(sb);
be6257b2 2103
9d1ccbe7
JK
2104 if (!sb_has_quota_active(sb, qid->type))
2105 return -ESRCH;
2106 if (!dqopt->ops[qid->type]->get_next_id)
2107 return -ENOSYS;
f14618c6 2108 return dqopt->ops[qid->type]->get_next_id(sb, qid);
be6257b2
JK
2109}
2110EXPORT_SYMBOL(dquot_get_next_id);
2111
1da177e4
LT
2112/*
2113 * Definitions of diskquota operations.
2114 */
61e225dc 2115const struct dquot_operations dquot_operations = {
1da177e4
LT
2116 .write_dquot = dquot_commit,
2117 .acquire_dquot = dquot_acquire,
2118 .release_dquot = dquot_release,
2119 .mark_dirty = dquot_mark_dquot_dirty,
74f783af
JK
2120 .write_info = dquot_commit_info,
2121 .alloc_dquot = dquot_alloc,
2122 .destroy_dquot = dquot_destroy,
be6257b2 2123 .get_next_id = dquot_get_next_id,
1da177e4 2124};
123e9caf 2125EXPORT_SYMBOL(dquot_operations);
1da177e4 2126
907f4554
CH
2127/*
2128 * Generic helper for ->open on filesystems supporting disk quotas.
2129 */
2130int dquot_file_open(struct inode *inode, struct file *file)
2131{
2132 int error;
2133
2134 error = generic_file_open(inode, file);
2135 if (!error && (file->f_mode & FMODE_WRITE))
871a2931 2136 dquot_initialize(inode);
907f4554
CH
2137 return error;
2138}
2139EXPORT_SYMBOL(dquot_file_open);
2140
1da177e4
LT
2141/*
2142 * Turn quota off on a device. type == -1 ==> quotaoff for all types (umount)
2143 */
0f0dd62f 2144int dquot_disable(struct super_block *sb, int type, unsigned int flags)
1da177e4 2145{
0ff5af83 2146 int cnt, ret = 0;
1da177e4
LT
2147 struct quota_info *dqopt = sb_dqopt(sb);
2148 struct inode *toputinode[MAXQUOTAS];
1da177e4 2149
7d6cd73d
JK
2150 /* s_umount should be held in exclusive mode */
2151 if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2152 up_read(&sb->s_umount);
2153
f55abc0f
JK
2154 /* Cannot turn off usage accounting without turning off limits, or
2155 * suspend quotas and simultaneously turn quotas off. */
2156 if ((flags & DQUOT_USAGE_ENABLED && !(flags & DQUOT_LIMITS_ENABLED))
2157 || (flags & DQUOT_SUSPENDED && flags & (DQUOT_LIMITS_ENABLED |
2158 DQUOT_USAGE_ENABLED)))
2159 return -EINVAL;
2160
9377abd0
JK
2161 /*
2162 * Skip everything if there's nothing to do. We have to do this because
2163 * sometimes we are called when fill_super() failed and calling
2164 * sync_fs() in such cases does no good.
2165 */
c3b00446 2166 if (!sb_any_quota_loaded(sb))
9377abd0 2167 return 0;
c3b00446 2168
1da177e4
LT
2169 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2170 toputinode[cnt] = NULL;
1da177e4
LT
2171 if (type != -1 && cnt != type)
2172 continue;
f55abc0f 2173 if (!sb_has_quota_loaded(sb, cnt))
0ff5af83 2174 continue;
f55abc0f
JK
2175
2176 if (flags & DQUOT_SUSPENDED) {
cc33412f 2177 spin_lock(&dq_state_lock);
f55abc0f
JK
2178 dqopt->flags |=
2179 dquot_state_flag(DQUOT_SUSPENDED, cnt);
cc33412f 2180 spin_unlock(&dq_state_lock);
f55abc0f 2181 } else {
cc33412f 2182 spin_lock(&dq_state_lock);
f55abc0f
JK
2183 dqopt->flags &= ~dquot_state_flag(flags, cnt);
2184 /* Turning off suspended quotas? */
2185 if (!sb_has_quota_loaded(sb, cnt) &&
2186 sb_has_quota_suspended(sb, cnt)) {
2187 dqopt->flags &= ~dquot_state_flag(
2188 DQUOT_SUSPENDED, cnt);
cc33412f 2189 spin_unlock(&dq_state_lock);
f55abc0f
JK
2190 iput(dqopt->files[cnt]);
2191 dqopt->files[cnt] = NULL;
2192 continue;
2193 }
cc33412f 2194 spin_unlock(&dq_state_lock);
0ff5af83 2195 }
f55abc0f
JK
2196
2197 /* We still have to keep quota loaded? */
2198 if (sb_has_quota_loaded(sb, cnt) && !(flags & DQUOT_SUSPENDED))
1da177e4 2199 continue;
1da177e4
LT
2200
2201 /* Note: these are blocking operations */
2202 drop_dquot_ref(sb, cnt);
2203 invalidate_dquots(sb, cnt);
2204 /*
268157ba
JK
2205 * Now all dquots should be invalidated, all writes done so we
2206 * should be only users of the info. No locks needed.
1da177e4
LT
2207 */
2208 if (info_dirty(&dqopt->info[cnt]))
2209 sb->dq_op->write_info(sb, cnt);
2210 if (dqopt->ops[cnt]->free_file_info)
2211 dqopt->ops[cnt]->free_file_info(sb, cnt);
2212 put_quota_format(dqopt->info[cnt].dqi_format);
2213
2214 toputinode[cnt] = dqopt->files[cnt];
f55abc0f 2215 if (!sb_has_quota_loaded(sb, cnt))
0ff5af83 2216 dqopt->files[cnt] = NULL;
1da177e4
LT
2217 dqopt->info[cnt].dqi_flags = 0;
2218 dqopt->info[cnt].dqi_igrace = 0;
2219 dqopt->info[cnt].dqi_bgrace = 0;
2220 dqopt->ops[cnt] = NULL;
2221 }
ca785ec6
JK
2222
2223 /* Skip syncing and setting flags if quota files are hidden */
2224 if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
2225 goto put_inodes;
2226
1da177e4 2227 /* Sync the superblock so that buffers with quota data are written to
7b7b1ace 2228 * disk (and so userspace sees correct data afterwards). */
1da177e4
LT
2229 if (sb->s_op->sync_fs)
2230 sb->s_op->sync_fs(sb, 1);
2231 sync_blockdev(sb->s_bdev);
2232 /* Now the quota files are just ordinary files and we can set the
2233 * inode flags back. Moreover we discard the pagecache so that
2234 * userspace sees the writes we did bypassing the pagecache. We
2235 * must also discard the blockdev buffers so that we see the
2236 * changes done by userspace on the next quotaon() */
2237 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2700e606
JK
2238 /* This can happen when suspending quotas on remount-ro... */
2239 if (toputinode[cnt] && !sb_has_quota_loaded(sb, cnt)) {
c3b00446 2240 inode_lock(toputinode[cnt]);
aad6cde9 2241 toputinode[cnt]->i_flags &= ~S_NOQUOTA;
c3b00446
JK
2242 truncate_inode_pages(&toputinode[cnt]->i_data, 0);
2243 inode_unlock(toputinode[cnt]);
2244 mark_inode_dirty_sync(toputinode[cnt]);
ca785ec6
JK
2245 }
2246 if (sb->s_bdev)
2247 invalidate_bdev(sb->s_bdev);
2248put_inodes:
2249 for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2250 if (toputinode[cnt]) {
0ff5af83 2251 /* On remount RO, we keep the inode pointer so that we
f55abc0f
JK
2252 * can reenable quota on the subsequent remount RW. We
2253 * have to check 'flags' variable and not use sb_has_
2254 * function because another quotaon / quotaoff could
2255 * change global state before we got here. We refuse
2256 * to suspend quotas when there is pending delete on
2257 * the quota file... */
2258 if (!(flags & DQUOT_SUSPENDED))
0ff5af83
JK
2259 iput(toputinode[cnt]);
2260 else if (!toputinode[cnt]->i_nlink)
2261 ret = -EBUSY;
1da177e4 2262 }
0ff5af83 2263 return ret;
1da177e4 2264}
0f0dd62f 2265EXPORT_SYMBOL(dquot_disable);
1da177e4 2266
287a8095 2267int dquot_quota_off(struct super_block *sb, int type)
f55abc0f 2268{
0f0dd62f
CH
2269 return dquot_disable(sb, type,
2270 DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
f55abc0f 2271}
287a8095 2272EXPORT_SYMBOL(dquot_quota_off);
0f0dd62f 2273
1da177e4
LT
2274/*
2275 * Turn quotas on on a device
2276 */
2277
f55abc0f
JK
2278/*
2279 * Helper function to turn quotas on when we already have the inode of
2280 * quota file and no quota information is loaded.
2281 */
2282static int vfs_load_quota_inode(struct inode *inode, int type, int format_id,
2283 unsigned int flags)
1da177e4
LT
2284{
2285 struct quota_format_type *fmt = find_quota_format(format_id);
2286 struct super_block *sb = inode->i_sb;
2287 struct quota_info *dqopt = sb_dqopt(sb);
2288 int error;
1da177e4
LT
2289
2290 if (!fmt)
2291 return -ESRCH;
2292 if (!S_ISREG(inode->i_mode)) {
2293 error = -EACCES;
2294 goto out_fmt;
2295 }
2296 if (IS_RDONLY(inode)) {
2297 error = -EROFS;
2298 goto out_fmt;
2299 }
847aac64
LX
2300 if (!sb->s_op->quota_write || !sb->s_op->quota_read ||
2301 (type == PRJQUOTA && sb->dq_op->get_projid == NULL)) {
1da177e4
LT
2302 error = -EINVAL;
2303 goto out_fmt;
2304 }
5c004828
EB
2305 /* Filesystems outside of init_user_ns not yet supported */
2306 if (sb->s_user_ns != &init_user_ns) {
2307 error = -EINVAL;
2308 goto out_fmt;
2309 }
f55abc0f
JK
2310 /* Usage always has to be set... */
2311 if (!(flags & DQUOT_USAGE_ENABLED)) {
2312 error = -EINVAL;
2313 goto out_fmt;
2314 }
c3b00446
JK
2315 if (sb_has_quota_loaded(sb, type)) {
2316 error = -EBUSY;
2317 goto out_fmt;
2318 }
1da177e4 2319
ca785ec6 2320 if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
ab94c39b
JK
2321 /* As we bypass the pagecache we must now flush all the
2322 * dirty data and invalidate caches so that kernel sees
2323 * changes from userspace. It is not enough to just flush
2324 * the quota file since if blocksize < pagesize, invalidation
2325 * of the cache could fail because of other unrelated dirty
2326 * data */
2327 sync_filesystem(sb);
ca785ec6
JK
2328 invalidate_bdev(sb->s_bdev);
2329 }
ca785ec6
JK
2330
2331 if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2332 /* We don't want quota and atime on quota files (deadlocks
2333 * possible) Also nobody should write to the file - we use
2334 * special IO operations which ignore the immutable bit. */
5955102c 2335 inode_lock(inode);
aad6cde9 2336 inode->i_flags |= S_NOQUOTA;
5955102c 2337 inode_unlock(inode);
26245c94
JK
2338 /*
2339 * When S_NOQUOTA is set, remove dquot references as no more
2340 * references can be added
2341 */
9f754758 2342 __dquot_drop(inode);
ca785ec6 2343 }
1da177e4
LT
2344
2345 error = -EIO;
2346 dqopt->files[type] = igrab(inode);
2347 if (!dqopt->files[type])
c3b00446 2348 goto out_file_flags;
1da177e4
LT
2349 error = -EINVAL;
2350 if (!fmt->qf_ops->check_quota_file(sb, type))
2351 goto out_file_init;
2352
2353 dqopt->ops[type] = fmt->qf_ops;
2354 dqopt->info[type].dqi_format = fmt;
0ff5af83 2355 dqopt->info[type].dqi_fmt_id = format_id;
1da177e4 2356 INIT_LIST_HEAD(&dqopt->info[type].dqi_dirty_list);
268157ba 2357 error = dqopt->ops[type]->read_file_info(sb, type);
42fdb858 2358 if (error < 0)
1da177e4 2359 goto out_file_init;
15512377
JK
2360 if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) {
2361 spin_lock(&dq_data_lock);
46fe44ce 2362 dqopt->info[type].dqi_flags |= DQF_SYS_FILE;
15512377
JK
2363 spin_unlock(&dq_data_lock);
2364 }
cc33412f 2365 spin_lock(&dq_state_lock);
f55abc0f 2366 dqopt->flags |= dquot_state_flag(flags, type);
cc33412f 2367 spin_unlock(&dq_state_lock);
1da177e4
LT
2368
2369 add_dquot_ref(sb, type);
1da177e4
LT
2370
2371 return 0;
2372
2373out_file_init:
2374 dqopt->files[type] = NULL;
2375 iput(inode);
c3b00446 2376out_file_flags:
aad6cde9
JK
2377 inode_lock(inode);
2378 inode->i_flags &= ~S_NOQUOTA;
2379 inode_unlock(inode);
1da177e4
LT
2380out_fmt:
2381 put_quota_format(fmt);
2382
2383 return error;
2384}
2385
0ff5af83 2386/* Reenable quotas on remount RW */
0f0dd62f 2387int dquot_resume(struct super_block *sb, int type)
0ff5af83
JK
2388{
2389 struct quota_info *dqopt = sb_dqopt(sb);
2390 struct inode *inode;
0f0dd62f 2391 int ret = 0, cnt;
f55abc0f 2392 unsigned int flags;
0ff5af83 2393
7d6cd73d
JK
2394 /* s_umount should be held in exclusive mode */
2395 if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2396 up_read(&sb->s_umount);
2397
0f0dd62f
CH
2398 for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2399 if (type != -1 && cnt != type)
2400 continue;
c3b00446 2401 if (!sb_has_quota_suspended(sb, cnt))
0f0dd62f 2402 continue;
c3b00446 2403
0f0dd62f
CH
2404 inode = dqopt->files[cnt];
2405 dqopt->files[cnt] = NULL;
2406 spin_lock(&dq_state_lock);
2407 flags = dqopt->flags & dquot_state_flag(DQUOT_USAGE_ENABLED |
2408 DQUOT_LIMITS_ENABLED,
2409 cnt);
2410 dqopt->flags &= ~dquot_state_flag(DQUOT_STATE_FLAGS, cnt);
2411 spin_unlock(&dq_state_lock);
0ff5af83 2412
0f0dd62f
CH
2413 flags = dquot_generic_flag(flags, cnt);
2414 ret = vfs_load_quota_inode(inode, cnt,
2415 dqopt->info[cnt].dqi_fmt_id, flags);
2416 iput(inode);
2417 }
0ff5af83
JK
2418
2419 return ret;
2420}
0f0dd62f 2421EXPORT_SYMBOL(dquot_resume);
0ff5af83 2422
f00c9e44 2423int dquot_quota_on(struct super_block *sb, int type, int format_id,
8c54ca9c 2424 const struct path *path)
77e69dac
AV
2425{
2426 int error = security_quota_on(path->dentry);
2427 if (error)
2428 return error;
2429 /* Quota file not on the same filesystem? */
d8c9584e 2430 if (path->dentry->d_sb != sb)
77e69dac
AV
2431 error = -EXDEV;
2432 else
dea655c2 2433 error = vfs_load_quota_inode(d_inode(path->dentry), type,
f55abc0f
JK
2434 format_id, DQUOT_USAGE_ENABLED |
2435 DQUOT_LIMITS_ENABLED);
77e69dac
AV
2436 return error;
2437}
287a8095 2438EXPORT_SYMBOL(dquot_quota_on);
1da177e4 2439
f55abc0f
JK
2440/*
2441 * More powerful function for turning on quotas allowing setting
2442 * of individual quota flags
2443 */
287a8095
CH
2444int dquot_enable(struct inode *inode, int type, int format_id,
2445 unsigned int flags)
f55abc0f 2446{
f55abc0f 2447 struct super_block *sb = inode->i_sb;
f55abc0f
JK
2448
2449 /* Just unsuspend quotas? */
0f0dd62f 2450 BUG_ON(flags & DQUOT_SUSPENDED);
7d6cd73d
JK
2451 /* s_umount should be held in exclusive mode */
2452 if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2453 up_read(&sb->s_umount);
0f0dd62f 2454
f55abc0f
JK
2455 if (!flags)
2456 return 0;
2457 /* Just updating flags needed? */
2458 if (sb_has_quota_loaded(sb, type)) {
f55abc0f 2459 if (flags & DQUOT_USAGE_ENABLED &&
c3b00446
JK
2460 sb_has_quota_usage_enabled(sb, type))
2461 return -EBUSY;
f55abc0f 2462 if (flags & DQUOT_LIMITS_ENABLED &&
c3b00446
JK
2463 sb_has_quota_limits_enabled(sb, type))
2464 return -EBUSY;
cc33412f 2465 spin_lock(&dq_state_lock);
f55abc0f 2466 sb_dqopt(sb)->flags |= dquot_state_flag(flags, type);
cc33412f 2467 spin_unlock(&dq_state_lock);
c3b00446 2468 return 0;
f55abc0f
JK
2469 }
2470
f55abc0f
JK
2471 return vfs_load_quota_inode(inode, type, format_id, flags);
2472}
287a8095 2473EXPORT_SYMBOL(dquot_enable);
f55abc0f 2474
1da177e4
LT
2475/*
2476 * This function is used when filesystem needs to initialize quotas
2477 * during mount time.
2478 */
287a8095 2479int dquot_quota_on_mount(struct super_block *sb, char *qf_name,
84de856e 2480 int format_id, int type)
1da177e4 2481{
84de856e 2482 struct dentry *dentry;
1da177e4
LT
2483 int error;
2484
e12a4e8a 2485 dentry = lookup_one_len_unlocked(qf_name, sb->s_root, strlen(qf_name));
84de856e
CH
2486 if (IS_ERR(dentry))
2487 return PTR_ERR(dentry);
2488
dea655c2 2489 if (d_really_is_negative(dentry)) {
154f484b
JK
2490 error = -ENOENT;
2491 goto out;
2492 }
2493
1da177e4 2494 error = security_quota_on(dentry);
84de856e 2495 if (!error)
dea655c2 2496 error = vfs_load_quota_inode(d_inode(dentry), type, format_id,
f55abc0f 2497 DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
84de856e 2498
154f484b 2499out:
84de856e
CH
2500 dput(dentry);
2501 return error;
1da177e4 2502}
287a8095 2503EXPORT_SYMBOL(dquot_quota_on_mount);
b85f4b87 2504
3e2af67e
JK
2505static int dquot_quota_enable(struct super_block *sb, unsigned int flags)
2506{
2507 int ret;
2508 int type;
2509 struct quota_info *dqopt = sb_dqopt(sb);
2510
2511 if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE))
2512 return -ENOSYS;
2513 /* Accounting cannot be turned on while fs is mounted */
2514 flags &= ~(FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT);
2515 if (!flags)
2516 return -EINVAL;
2517 for (type = 0; type < MAXQUOTAS; type++) {
2518 if (!(flags & qtype_enforce_flag(type)))
2519 continue;
2520 /* Can't enforce without accounting */
2521 if (!sb_has_quota_usage_enabled(sb, type))
2522 return -EINVAL;
2523 ret = dquot_enable(dqopt->files[type], type,
2524 dqopt->info[type].dqi_fmt_id,
2525 DQUOT_LIMITS_ENABLED);
2526 if (ret < 0)
2527 goto out_err;
2528 }
2529 return 0;
2530out_err:
2531 /* Backout enforcement enablement we already did */
2532 for (type--; type >= 0; type--) {
2533 if (flags & qtype_enforce_flag(type))
2534 dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
2535 }
2536 /* Error code translation for better compatibility with XFS */
2537 if (ret == -EBUSY)
2538 ret = -EEXIST;
2539 return ret;
2540}
2541
2542static int dquot_quota_disable(struct super_block *sb, unsigned int flags)
2543{
2544 int ret;
2545 int type;
2546 struct quota_info *dqopt = sb_dqopt(sb);
2547
2548 if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE))
2549 return -ENOSYS;
2550 /*
2551 * We don't support turning off accounting via quotactl. In principle
2552 * quota infrastructure can do this but filesystems don't expect
2553 * userspace to be able to do it.
2554 */
2555 if (flags &
2556 (FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT))
2557 return -EOPNOTSUPP;
2558
2559 /* Filter out limits not enabled */
2560 for (type = 0; type < MAXQUOTAS; type++)
2561 if (!sb_has_quota_limits_enabled(sb, type))
2562 flags &= ~qtype_enforce_flag(type);
2563 /* Nothing left? */
2564 if (!flags)
2565 return -EEXIST;
2566 for (type = 0; type < MAXQUOTAS; type++) {
2567 if (flags & qtype_enforce_flag(type)) {
2568 ret = dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
2569 if (ret < 0)
2570 goto out_err;
2571 }
2572 }
2573 return 0;
2574out_err:
2575 /* Backout enforcement disabling we already did */
2576 for (type--; type >= 0; type--) {
2577 if (flags & qtype_enforce_flag(type))
2578 dquot_enable(dqopt->files[type], type,
2579 dqopt->info[type].dqi_fmt_id,
2580 DQUOT_LIMITS_ENABLED);
2581 }
2582 return ret;
2583}
2584
1da177e4 2585/* Generic routine for getting common part of quota structure */
14bf61ff 2586static void do_get_dqblk(struct dquot *dquot, struct qc_dqblk *di)
1da177e4
LT
2587{
2588 struct mem_dqblk *dm = &dquot->dq_dqb;
2589
b9b2dd36 2590 memset(di, 0, sizeof(*di));
7b9ca4c6 2591 spin_lock(&dquot->dq_dqb_lock);
14bf61ff
JK
2592 di->d_spc_hardlimit = dm->dqb_bhardlimit;
2593 di->d_spc_softlimit = dm->dqb_bsoftlimit;
b9b2dd36
CH
2594 di->d_ino_hardlimit = dm->dqb_ihardlimit;
2595 di->d_ino_softlimit = dm->dqb_isoftlimit;
14bf61ff
JK
2596 di->d_space = dm->dqb_curspace + dm->dqb_rsvspace;
2597 di->d_ino_count = dm->dqb_curinodes;
2598 di->d_spc_timer = dm->dqb_btime;
2599 di->d_ino_timer = dm->dqb_itime;
7b9ca4c6 2600 spin_unlock(&dquot->dq_dqb_lock);
1da177e4
LT
2601}
2602
74a8a103 2603int dquot_get_dqblk(struct super_block *sb, struct kqid qid,
14bf61ff 2604 struct qc_dqblk *di)
1da177e4
LT
2605{
2606 struct dquot *dquot;
2607
aca645a6 2608 dquot = dqget(sb, qid);
6184fc0b
JK
2609 if (IS_ERR(dquot))
2610 return PTR_ERR(dquot);
1da177e4
LT
2611 do_get_dqblk(dquot, di);
2612 dqput(dquot);
cc33412f 2613
1da177e4
LT
2614 return 0;
2615}
287a8095 2616EXPORT_SYMBOL(dquot_get_dqblk);
1da177e4 2617
be6257b2
JK
2618int dquot_get_next_dqblk(struct super_block *sb, struct kqid *qid,
2619 struct qc_dqblk *di)
2620{
2621 struct dquot *dquot;
2622 int err;
2623
2624 if (!sb->dq_op->get_next_id)
2625 return -ENOSYS;
2626 err = sb->dq_op->get_next_id(sb, qid);
2627 if (err < 0)
2628 return err;
2629 dquot = dqget(sb, *qid);
2630 if (IS_ERR(dquot))
2631 return PTR_ERR(dquot);
2632 do_get_dqblk(dquot, di);
2633 dqput(dquot);
2634
2635 return 0;
2636}
2637EXPORT_SYMBOL(dquot_get_next_dqblk);
2638
14bf61ff
JK
2639#define VFS_QC_MASK \
2640 (QC_SPACE | QC_SPC_SOFT | QC_SPC_HARD | \
2641 QC_INO_COUNT | QC_INO_SOFT | QC_INO_HARD | \
2642 QC_SPC_TIMER | QC_INO_TIMER)
c472b432 2643
1da177e4 2644/* Generic routine for setting common part of quota structure */
14bf61ff 2645static int do_set_dqblk(struct dquot *dquot, struct qc_dqblk *di)
1da177e4
LT
2646{
2647 struct mem_dqblk *dm = &dquot->dq_dqb;
2648 int check_blim = 0, check_ilim = 0;
4c376dca 2649 struct mem_dqinfo *dqi = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
338bf9af 2650
14bf61ff 2651 if (di->d_fieldmask & ~VFS_QC_MASK)
c472b432
CH
2652 return -EINVAL;
2653
14bf61ff 2654 if (((di->d_fieldmask & QC_SPC_SOFT) &&
b10a0819 2655 di->d_spc_softlimit > dqi->dqi_max_spc_limit) ||
14bf61ff 2656 ((di->d_fieldmask & QC_SPC_HARD) &&
b10a0819 2657 di->d_spc_hardlimit > dqi->dqi_max_spc_limit) ||
14bf61ff 2658 ((di->d_fieldmask & QC_INO_SOFT) &&
b10a0819 2659 (di->d_ino_softlimit > dqi->dqi_max_ino_limit)) ||
14bf61ff 2660 ((di->d_fieldmask & QC_INO_HARD) &&
b10a0819 2661 (di->d_ino_hardlimit > dqi->dqi_max_ino_limit)))
338bf9af 2662 return -ERANGE;
1da177e4 2663
7b9ca4c6 2664 spin_lock(&dquot->dq_dqb_lock);
14bf61ff
JK
2665 if (di->d_fieldmask & QC_SPACE) {
2666 dm->dqb_curspace = di->d_space - dm->dqb_rsvspace;
1da177e4 2667 check_blim = 1;
08261673 2668 set_bit(DQ_LASTSET_B + QIF_SPACE_B, &dquot->dq_flags);
1da177e4 2669 }
c472b432 2670
14bf61ff
JK
2671 if (di->d_fieldmask & QC_SPC_SOFT)
2672 dm->dqb_bsoftlimit = di->d_spc_softlimit;
2673 if (di->d_fieldmask & QC_SPC_HARD)
2674 dm->dqb_bhardlimit = di->d_spc_hardlimit;
2675 if (di->d_fieldmask & (QC_SPC_SOFT | QC_SPC_HARD)) {
1da177e4 2676 check_blim = 1;
08261673 2677 set_bit(DQ_LASTSET_B + QIF_BLIMITS_B, &dquot->dq_flags);
1da177e4 2678 }
c472b432 2679
14bf61ff
JK
2680 if (di->d_fieldmask & QC_INO_COUNT) {
2681 dm->dqb_curinodes = di->d_ino_count;
1da177e4 2682 check_ilim = 1;
08261673 2683 set_bit(DQ_LASTSET_B + QIF_INODES_B, &dquot->dq_flags);
1da177e4 2684 }
c472b432 2685
14bf61ff 2686 if (di->d_fieldmask & QC_INO_SOFT)
c472b432 2687 dm->dqb_isoftlimit = di->d_ino_softlimit;
14bf61ff 2688 if (di->d_fieldmask & QC_INO_HARD)
c472b432 2689 dm->dqb_ihardlimit = di->d_ino_hardlimit;
14bf61ff 2690 if (di->d_fieldmask & (QC_INO_SOFT | QC_INO_HARD)) {
1da177e4 2691 check_ilim = 1;
08261673 2692 set_bit(DQ_LASTSET_B + QIF_ILIMITS_B, &dquot->dq_flags);
1da177e4 2693 }
c472b432 2694
14bf61ff
JK
2695 if (di->d_fieldmask & QC_SPC_TIMER) {
2696 dm->dqb_btime = di->d_spc_timer;
e04a88a9 2697 check_blim = 1;
08261673 2698 set_bit(DQ_LASTSET_B + QIF_BTIME_B, &dquot->dq_flags);
4d59bce4 2699 }
c472b432 2700
14bf61ff
JK
2701 if (di->d_fieldmask & QC_INO_TIMER) {
2702 dm->dqb_itime = di->d_ino_timer;
e04a88a9 2703 check_ilim = 1;
08261673 2704 set_bit(DQ_LASTSET_B + QIF_ITIME_B, &dquot->dq_flags);
4d59bce4 2705 }
1da177e4
LT
2706
2707 if (check_blim) {
268157ba 2708 if (!dm->dqb_bsoftlimit ||
41e327b5 2709 dm->dqb_curspace + dm->dqb_rsvspace < dm->dqb_bsoftlimit) {
1da177e4
LT
2710 dm->dqb_btime = 0;
2711 clear_bit(DQ_BLKS_B, &dquot->dq_flags);
14bf61ff 2712 } else if (!(di->d_fieldmask & QC_SPC_TIMER))
268157ba 2713 /* Set grace only if user hasn't provided his own... */
e008bb61 2714 dm->dqb_btime = ktime_get_real_seconds() + dqi->dqi_bgrace;
1da177e4
LT
2715 }
2716 if (check_ilim) {
268157ba
JK
2717 if (!dm->dqb_isoftlimit ||
2718 dm->dqb_curinodes < dm->dqb_isoftlimit) {
1da177e4
LT
2719 dm->dqb_itime = 0;
2720 clear_bit(DQ_INODES_B, &dquot->dq_flags);
14bf61ff 2721 } else if (!(di->d_fieldmask & QC_INO_TIMER))
268157ba 2722 /* Set grace only if user hasn't provided his own... */
e008bb61 2723 dm->dqb_itime = ktime_get_real_seconds() + dqi->dqi_igrace;
1da177e4 2724 }
268157ba
JK
2725 if (dm->dqb_bhardlimit || dm->dqb_bsoftlimit || dm->dqb_ihardlimit ||
2726 dm->dqb_isoftlimit)
1da177e4
LT
2727 clear_bit(DQ_FAKE_B, &dquot->dq_flags);
2728 else
2729 set_bit(DQ_FAKE_B, &dquot->dq_flags);
7b9ca4c6 2730 spin_unlock(&dquot->dq_dqb_lock);
1da177e4 2731 mark_dquot_dirty(dquot);
338bf9af
AP
2732
2733 return 0;
1da177e4
LT
2734}
2735
74a8a103 2736int dquot_set_dqblk(struct super_block *sb, struct kqid qid,
14bf61ff 2737 struct qc_dqblk *di)
1da177e4
LT
2738{
2739 struct dquot *dquot;
338bf9af 2740 int rc;
1da177e4 2741
aca645a6 2742 dquot = dqget(sb, qid);
6184fc0b
JK
2743 if (IS_ERR(dquot)) {
2744 rc = PTR_ERR(dquot);
f55abc0f 2745 goto out;
1da177e4 2746 }
338bf9af 2747 rc = do_set_dqblk(dquot, di);
1da177e4 2748 dqput(dquot);
f55abc0f 2749out:
338bf9af 2750 return rc;
1da177e4 2751}
287a8095 2752EXPORT_SYMBOL(dquot_set_dqblk);
1da177e4
LT
2753
2754/* Generic routine for getting common part of quota file information */
0a240339 2755int dquot_get_state(struct super_block *sb, struct qc_state *state)
1da177e4
LT
2756{
2757 struct mem_dqinfo *mi;
0a240339
JK
2758 struct qc_type_state *tstate;
2759 struct quota_info *dqopt = sb_dqopt(sb);
2760 int type;
1da177e4 2761
0a240339
JK
2762 memset(state, 0, sizeof(*state));
2763 for (type = 0; type < MAXQUOTAS; type++) {
2764 if (!sb_has_quota_active(sb, type))
2765 continue;
2766 tstate = state->s_state + type;
2767 mi = sb_dqopt(sb)->info + type;
2768 tstate->flags = QCI_ACCT_ENABLED;
2769 spin_lock(&dq_data_lock);
2770 if (mi->dqi_flags & DQF_SYS_FILE)
2771 tstate->flags |= QCI_SYSFILE;
2772 if (mi->dqi_flags & DQF_ROOT_SQUASH)
2773 tstate->flags |= QCI_ROOT_SQUASH;
2774 if (sb_has_quota_limits_enabled(sb, type))
2775 tstate->flags |= QCI_LIMITS_ENFORCED;
2776 tstate->spc_timelimit = mi->dqi_bgrace;
2777 tstate->ino_timelimit = mi->dqi_igrace;
2778 tstate->ino = dqopt->files[type]->i_ino;
2779 tstate->blocks = dqopt->files[type]->i_blocks;
2780 tstate->nextents = 1; /* We don't know... */
2781 spin_unlock(&dq_data_lock);
1da177e4 2782 }
1da177e4
LT
2783 return 0;
2784}
0a240339 2785EXPORT_SYMBOL(dquot_get_state);
1da177e4
LT
2786
2787/* Generic routine for setting common part of quota file information */
5eacb2ac 2788int dquot_set_dqinfo(struct super_block *sb, int type, struct qc_info *ii)
1da177e4
LT
2789{
2790 struct mem_dqinfo *mi;
f55abc0f 2791 int err = 0;
1da177e4 2792
5eacb2ac
JK
2793 if ((ii->i_fieldmask & QC_WARNS_MASK) ||
2794 (ii->i_fieldmask & QC_RT_SPC_TIMER))
2795 return -EINVAL;
9d1ccbe7
JK
2796 if (!sb_has_quota_active(sb, type))
2797 return -ESRCH;
1da177e4 2798 mi = sb_dqopt(sb)->info + type;
5eacb2ac
JK
2799 if (ii->i_fieldmask & QC_FLAGS) {
2800 if ((ii->i_flags & QCI_ROOT_SQUASH &&
9d1ccbe7
JK
2801 mi->dqi_format->qf_fmt_id != QFMT_VFS_OLD))
2802 return -EINVAL;
ca6cb091 2803 }
1da177e4 2804 spin_lock(&dq_data_lock);
5eacb2ac
JK
2805 if (ii->i_fieldmask & QC_SPC_TIMER)
2806 mi->dqi_bgrace = ii->i_spc_timelimit;
2807 if (ii->i_fieldmask & QC_INO_TIMER)
2808 mi->dqi_igrace = ii->i_ino_timelimit;
2809 if (ii->i_fieldmask & QC_FLAGS) {
2810 if (ii->i_flags & QCI_ROOT_SQUASH)
2811 mi->dqi_flags |= DQF_ROOT_SQUASH;
2812 else
2813 mi->dqi_flags &= ~DQF_ROOT_SQUASH;
2814 }
1da177e4
LT
2815 spin_unlock(&dq_data_lock);
2816 mark_info_dirty(sb, type);
2817 /* Force write to disk */
2818 sb->dq_op->write_info(sb, type);
f55abc0f 2819 return err;
1da177e4 2820}
287a8095 2821EXPORT_SYMBOL(dquot_set_dqinfo);
1da177e4 2822
3e2af67e
JK
2823const struct quotactl_ops dquot_quotactl_sysfile_ops = {
2824 .quota_enable = dquot_quota_enable,
2825 .quota_disable = dquot_quota_disable,
2826 .quota_sync = dquot_quota_sync,
0a240339 2827 .get_state = dquot_get_state,
3e2af67e
JK
2828 .set_info = dquot_set_dqinfo,
2829 .get_dqblk = dquot_get_dqblk,
be6257b2 2830 .get_nextdqblk = dquot_get_next_dqblk,
3e2af67e
JK
2831 .set_dqblk = dquot_set_dqblk
2832};
2833EXPORT_SYMBOL(dquot_quotactl_sysfile_ops);
2834
dde95888
DM
2835static int do_proc_dqstats(struct ctl_table *table, int write,
2836 void __user *buffer, size_t *lenp, loff_t *ppos)
2837{
dde95888 2838 unsigned int type = (int *)table->data - dqstats.stat;
f32764bd
DM
2839
2840 /* Update global table */
2841 dqstats.stat[type] =
2842 percpu_counter_sum_positive(&dqstats.counter[type]);
dde95888
DM
2843 return proc_dointvec(table, write, buffer, lenp, ppos);
2844}
2845
e628753b 2846static struct ctl_table fs_dqstats_table[] = {
1da177e4 2847 {
1da177e4 2848 .procname = "lookups",
dde95888 2849 .data = &dqstats.stat[DQST_LOOKUPS],
1da177e4
LT
2850 .maxlen = sizeof(int),
2851 .mode = 0444,
dde95888 2852 .proc_handler = do_proc_dqstats,
1da177e4
LT
2853 },
2854 {
1da177e4 2855 .procname = "drops",
dde95888 2856 .data = &dqstats.stat[DQST_DROPS],
1da177e4
LT
2857 .maxlen = sizeof(int),
2858 .mode = 0444,
dde95888 2859 .proc_handler = do_proc_dqstats,
1da177e4
LT
2860 },
2861 {
1da177e4 2862 .procname = "reads",
dde95888 2863 .data = &dqstats.stat[DQST_READS],
1da177e4
LT
2864 .maxlen = sizeof(int),
2865 .mode = 0444,
dde95888 2866 .proc_handler = do_proc_dqstats,
1da177e4
LT
2867 },
2868 {
1da177e4 2869 .procname = "writes",
dde95888 2870 .data = &dqstats.stat[DQST_WRITES],
1da177e4
LT
2871 .maxlen = sizeof(int),
2872 .mode = 0444,
dde95888 2873 .proc_handler = do_proc_dqstats,
1da177e4
LT
2874 },
2875 {
1da177e4 2876 .procname = "cache_hits",
dde95888 2877 .data = &dqstats.stat[DQST_CACHE_HITS],
1da177e4
LT
2878 .maxlen = sizeof(int),
2879 .mode = 0444,
dde95888 2880 .proc_handler = do_proc_dqstats,
1da177e4
LT
2881 },
2882 {
1da177e4 2883 .procname = "allocated_dquots",
dde95888 2884 .data = &dqstats.stat[DQST_ALLOC_DQUOTS],
1da177e4
LT
2885 .maxlen = sizeof(int),
2886 .mode = 0444,
dde95888 2887 .proc_handler = do_proc_dqstats,
1da177e4
LT
2888 },
2889 {
1da177e4 2890 .procname = "free_dquots",
dde95888 2891 .data = &dqstats.stat[DQST_FREE_DQUOTS],
1da177e4
LT
2892 .maxlen = sizeof(int),
2893 .mode = 0444,
dde95888 2894 .proc_handler = do_proc_dqstats,
1da177e4
LT
2895 },
2896 {
1da177e4 2897 .procname = "syncs",
dde95888 2898 .data = &dqstats.stat[DQST_SYNCS],
1da177e4
LT
2899 .maxlen = sizeof(int),
2900 .mode = 0444,
dde95888 2901 .proc_handler = do_proc_dqstats,
1da177e4 2902 },
8e893469 2903#ifdef CONFIG_PRINT_QUOTA_WARNING
1da177e4 2904 {
1da177e4
LT
2905 .procname = "warnings",
2906 .data = &flag_print_warnings,
2907 .maxlen = sizeof(int),
2908 .mode = 0644,
6d456111 2909 .proc_handler = proc_dointvec,
1da177e4 2910 },
8e893469 2911#endif
ab09203e 2912 { },
1da177e4
LT
2913};
2914
e628753b 2915static struct ctl_table fs_table[] = {
1da177e4 2916 {
1da177e4
LT
2917 .procname = "quota",
2918 .mode = 0555,
2919 .child = fs_dqstats_table,
2920 },
ab09203e 2921 { },
1da177e4
LT
2922};
2923
e628753b 2924static struct ctl_table sys_table[] = {
1da177e4 2925 {
1da177e4
LT
2926 .procname = "fs",
2927 .mode = 0555,
2928 .child = fs_table,
2929 },
ab09203e 2930 { },
1da177e4
LT
2931};
2932
2933static int __init dquot_init(void)
2934{
f32764bd 2935 int i, ret;
1da177e4
LT
2936 unsigned long nr_hash, order;
2937
2938 printk(KERN_NOTICE "VFS: Disk quotas %s\n", __DQUOT_VERSION__);
2939
0b4d4147 2940 register_sysctl_table(sys_table);
1da177e4 2941
20c2df83 2942 dquot_cachep = kmem_cache_create("dquot",
1da177e4 2943 sizeof(struct dquot), sizeof(unsigned long) * 4,
fffb60f9
PJ
2944 (SLAB_HWCACHE_ALIGN|SLAB_RECLAIM_ACCOUNT|
2945 SLAB_MEM_SPREAD|SLAB_PANIC),
20c2df83 2946 NULL);
1da177e4
LT
2947
2948 order = 0;
2949 dquot_hash = (struct hlist_head *)__get_free_pages(GFP_ATOMIC, order);
2950 if (!dquot_hash)
2951 panic("Cannot create dquot hash table");
2952
f32764bd 2953 for (i = 0; i < _DQST_DQSTAT_LAST; i++) {
908c7f19 2954 ret = percpu_counter_init(&dqstats.counter[i], 0, GFP_KERNEL);
f32764bd
DM
2955 if (ret)
2956 panic("Cannot create dquot stat counters");
2957 }
dde95888 2958
1da177e4
LT
2959 /* Find power-of-two hlist_heads which can fit into allocation */
2960 nr_hash = (1UL << order) * PAGE_SIZE / sizeof(struct hlist_head);
2961 dq_hash_bits = 0;
2962 do {
2963 dq_hash_bits++;
2964 } while (nr_hash >> dq_hash_bits);
2965 dq_hash_bits--;
2966
2967 nr_hash = 1UL << dq_hash_bits;
2968 dq_hash_mask = nr_hash - 1;
2969 for (i = 0; i < nr_hash; i++)
2970 INIT_HLIST_HEAD(dquot_hash + i);
2971
19858e7b
AB
2972 pr_info("VFS: Dquot-cache hash table entries: %ld (order %ld,"
2973 " %ld bytes)\n", nr_hash, order, (PAGE_SIZE << order));
1da177e4 2974
8e1f936b 2975 register_shrinker(&dqcache_shrinker);
1da177e4
LT
2976
2977 return 0;
2978}
331221fa 2979fs_initcall(dquot_init);