]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blame - fs/gfs2/quota.c
gfs2: Store qd_id in struct gfs2_quota_data as a struct kqid
[mirror_ubuntu-bionic-kernel.git] / fs / gfs2 / quota.c
CommitLineData
b3b94faa
DT
1/*
2 * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
0d0868bd 3 * Copyright (C) 2004-2007 Red Hat, Inc. All rights reserved.
b3b94faa
DT
4 *
5 * This copyrighted material is made available to anyone wishing to use,
6 * modify, copy, or redistribute it subject to the terms and conditions
e9fc2aa0 7 * of the GNU General Public License version 2.
b3b94faa
DT
8 */
9
10/*
11 * Quota change tags are associated with each transaction that allocates or
12 * deallocates space. Those changes are accumulated locally to each node (in a
13 * per-node file) and then are periodically synced to the quota file. This
14 * avoids the bottleneck of constantly touching the quota file, but introduces
15 * fuzziness in the current usage value of IDs that are being used on different
16 * nodes in the cluster simultaneously. So, it is possible for a user on
17 * multiple nodes to overrun their quota, but that overrun is controlable.
1e72c0f7 18 * Since quota tags are part of transactions, there is no need for a quota check
b3b94faa
DT
19 * program to be run on node crashes or anything like that.
20 *
21 * There are couple of knobs that let the administrator manage the quota
22 * fuzziness. "quota_quantum" sets the maximum time a quota change can be
23 * sitting on one node before being synced to the quota file. (The default is
24 * 60 seconds.) Another knob, "quota_scale" controls how quickly the frequency
25 * of quota file syncs increases as the user moves closer to their limit. The
26 * more frequent the syncs, the more accurate the quota enforcement, but that
27 * means that there is more contention between the nodes for the quota file.
28 * The default value is one. This sets the maximum theoretical quota overrun
29 * (with infinite node with infinite bandwidth) to twice the user's limit. (In
30 * practice, the maximum overrun you see should be much less.) A "quota_scale"
31 * number greater than one makes quota syncs more frequent and reduces the
32 * maximum overrun. Numbers less than one (but greater than zero) make quota
33 * syncs less frequent.
34 *
35 * GFS quotas also use per-ID Lock Value Blocks (LVBs) to cache the contents of
36 * the quota file, so it is not being constantly read.
37 */
38
39#include <linux/sched.h>
40#include <linux/slab.h>
1495f230 41#include <linux/mm.h>
b3b94faa
DT
42#include <linux/spinlock.h>
43#include <linux/completion.h>
44#include <linux/buffer_head.h>
b3b94faa 45#include <linux/sort.h>
18ec7d5c 46#include <linux/fs.h>
2e565bb6 47#include <linux/bio.h>
5c676f6d 48#include <linux/gfs2_ondisk.h>
37b2c837
SW
49#include <linux/kthread.h>
50#include <linux/freezer.h>
2ec46505 51#include <linux/quota.h>
1d371b5e 52#include <linux/dqblk_xfs.h>
b3b94faa
DT
53
54#include "gfs2.h"
5c676f6d 55#include "incore.h"
b3b94faa
DT
56#include "bmap.h"
57#include "glock.h"
58#include "glops.h"
b3b94faa
DT
59#include "log.h"
60#include "meta_io.h"
61#include "quota.h"
62#include "rgrp.h"
63#include "super.h"
64#include "trans.h"
18ec7d5c 65#include "inode.h"
5c676f6d 66#include "util.h"
b3b94faa
DT
67
68#define QUOTA_USER 1
69#define QUOTA_GROUP 0
70
bb8d8a6f
SW
71struct gfs2_quota_change_host {
72 u64 qc_change;
73 u32 qc_flags; /* GFS2_QCF_... */
e08d8d7f 74 struct kqid qc_id;
bb8d8a6f
SW
75};
76
0a7ab79c
AD
77static LIST_HEAD(qd_lru_list);
78static atomic_t qd_lru_count = ATOMIC_INIT(0);
1328df72 79static DEFINE_SPINLOCK(qd_lru_lock);
0a7ab79c 80
1495f230 81int gfs2_shrink_qd_memory(struct shrinker *shrink, struct shrink_control *sc)
0a7ab79c
AD
82{
83 struct gfs2_quota_data *qd;
84 struct gfs2_sbd *sdp;
1495f230 85 int nr_to_scan = sc->nr_to_scan;
0a7ab79c 86
1495f230 87 if (nr_to_scan == 0)
0a7ab79c
AD
88 goto out;
89
1495f230 90 if (!(sc->gfp_mask & __GFP_FS))
0a7ab79c
AD
91 return -1;
92
93 spin_lock(&qd_lru_lock);
1495f230 94 while (nr_to_scan && !list_empty(&qd_lru_list)) {
0a7ab79c
AD
95 qd = list_entry(qd_lru_list.next,
96 struct gfs2_quota_data, qd_reclaim);
97 sdp = qd->qd_gl->gl_sbd;
98
99 /* Free from the filesystem-specific list */
100 list_del(&qd->qd_list);
101
0a7ab79c
AD
102 gfs2_assert_warn(sdp, !qd->qd_change);
103 gfs2_assert_warn(sdp, !qd->qd_slot_count);
104 gfs2_assert_warn(sdp, !qd->qd_bh_count);
105
f057f6cd 106 gfs2_glock_put(qd->qd_gl);
0a7ab79c
AD
107 atomic_dec(&sdp->sd_quota_count);
108
109 /* Delete it from the common reclaim list */
110 list_del_init(&qd->qd_reclaim);
111 atomic_dec(&qd_lru_count);
112 spin_unlock(&qd_lru_lock);
113 kmem_cache_free(gfs2_quotad_cachep, qd);
114 spin_lock(&qd_lru_lock);
1495f230 115 nr_to_scan--;
0a7ab79c
AD
116 }
117 spin_unlock(&qd_lru_lock);
118
119out:
120 return (atomic_read(&qd_lru_count) * sysctl_vfs_cache_pressure) / 100;
121}
122
2f6c9896
EB
123static u64 qd2index(struct gfs2_quota_data *qd)
124{
05e0a60d
EB
125 struct kqid qid = qd->qd_id;
126 return (2 * (u64)from_kqid(&init_user_ns, qid)) +
127 (qid.type == USRQUOTA) ? 0 : 1;
2f6c9896
EB
128}
129
cd915493 130static u64 qd2offset(struct gfs2_quota_data *qd)
b3b94faa 131{
cd915493 132 u64 offset;
b3b94faa 133
2f6c9896 134 offset = qd2index(qd);
b3b94faa
DT
135 offset *= sizeof(struct gfs2_quota);
136
137 return offset;
138}
139
05e0a60d 140static int qd_alloc(struct gfs2_sbd *sdp, struct kqid qid,
b3b94faa
DT
141 struct gfs2_quota_data **qdp)
142{
143 struct gfs2_quota_data *qd;
144 int error;
145
37b2c837 146 qd = kmem_cache_zalloc(gfs2_quotad_cachep, GFP_NOFS);
b3b94faa
DT
147 if (!qd)
148 return -ENOMEM;
149
0a7ab79c 150 atomic_set(&qd->qd_count, 1);
05e0a60d 151 qd->qd_id = qid;
b3b94faa 152 qd->qd_slot = -1;
0a7ab79c 153 INIT_LIST_HEAD(&qd->qd_reclaim);
b3b94faa 154
2f6c9896 155 error = gfs2_glock_get(sdp, qd2index(qd),
b3b94faa
DT
156 &gfs2_quota_glops, CREATE, &qd->qd_gl);
157 if (error)
158 goto fail;
159
b3b94faa
DT
160 *qdp = qd;
161
162 return 0;
163
a91ea69f 164fail:
37b2c837 165 kmem_cache_free(gfs2_quotad_cachep, qd);
b3b94faa
DT
166 return error;
167}
168
05e0a60d 169static int qd_get(struct gfs2_sbd *sdp, struct kqid qid,
b3b94faa
DT
170 struct gfs2_quota_data **qdp)
171{
172 struct gfs2_quota_data *qd = NULL, *new_qd = NULL;
173 int error, found;
174
175 *qdp = NULL;
176
177 for (;;) {
178 found = 0;
0a7ab79c 179 spin_lock(&qd_lru_lock);
b3b94faa 180 list_for_each_entry(qd, &sdp->sd_quota_list, qd_list) {
05e0a60d 181 if (qid_eq(qd->qd_id, qid)) {
0a7ab79c
AD
182 if (!atomic_read(&qd->qd_count) &&
183 !list_empty(&qd->qd_reclaim)) {
184 /* Remove it from reclaim list */
185 list_del_init(&qd->qd_reclaim);
186 atomic_dec(&qd_lru_count);
187 }
188 atomic_inc(&qd->qd_count);
b3b94faa
DT
189 found = 1;
190 break;
191 }
192 }
193
194 if (!found)
195 qd = NULL;
196
197 if (!qd && new_qd) {
198 qd = new_qd;
199 list_add(&qd->qd_list, &sdp->sd_quota_list);
200 atomic_inc(&sdp->sd_quota_count);
201 new_qd = NULL;
202 }
203
0a7ab79c 204 spin_unlock(&qd_lru_lock);
b3b94faa 205
6a6ada81 206 if (qd) {
b3b94faa 207 if (new_qd) {
f057f6cd 208 gfs2_glock_put(new_qd->qd_gl);
37b2c837 209 kmem_cache_free(gfs2_quotad_cachep, new_qd);
b3b94faa
DT
210 }
211 *qdp = qd;
212 return 0;
213 }
214
05e0a60d 215 error = qd_alloc(sdp, qid, &new_qd);
b3b94faa
DT
216 if (error)
217 return error;
218 }
219}
220
221static void qd_hold(struct gfs2_quota_data *qd)
222{
223 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
0a7ab79c
AD
224 gfs2_assert(sdp, atomic_read(&qd->qd_count));
225 atomic_inc(&qd->qd_count);
b3b94faa
DT
226}
227
228static void qd_put(struct gfs2_quota_data *qd)
229{
0a7ab79c
AD
230 if (atomic_dec_and_lock(&qd->qd_count, &qd_lru_lock)) {
231 /* Add to the reclaim list */
232 list_add_tail(&qd->qd_reclaim, &qd_lru_list);
233 atomic_inc(&qd_lru_count);
234 spin_unlock(&qd_lru_lock);
235 }
b3b94faa
DT
236}
237
238static int slot_get(struct gfs2_quota_data *qd)
239{
240 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
241 unsigned int c, o = 0, b;
242 unsigned char byte = 0;
243
22077f57 244 spin_lock(&qd_lru_lock);
b3b94faa
DT
245
246 if (qd->qd_slot_count++) {
22077f57 247 spin_unlock(&qd_lru_lock);
b3b94faa
DT
248 return 0;
249 }
250
251 for (c = 0; c < sdp->sd_quota_chunks; c++)
252 for (o = 0; o < PAGE_SIZE; o++) {
253 byte = sdp->sd_quota_bitmap[c][o];
254 if (byte != 0xFF)
255 goto found;
256 }
257
258 goto fail;
259
a91ea69f 260found:
b3b94faa
DT
261 for (b = 0; b < 8; b++)
262 if (!(byte & (1 << b)))
263 break;
264 qd->qd_slot = c * (8 * PAGE_SIZE) + o * 8 + b;
265
266 if (qd->qd_slot >= sdp->sd_quota_slots)
267 goto fail;
268
269 sdp->sd_quota_bitmap[c][o] |= 1 << b;
270
22077f57 271 spin_unlock(&qd_lru_lock);
b3b94faa
DT
272
273 return 0;
274
a91ea69f 275fail:
b3b94faa 276 qd->qd_slot_count--;
22077f57 277 spin_unlock(&qd_lru_lock);
b3b94faa
DT
278 return -ENOSPC;
279}
280
281static void slot_hold(struct gfs2_quota_data *qd)
282{
283 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
284
22077f57 285 spin_lock(&qd_lru_lock);
b3b94faa
DT
286 gfs2_assert(sdp, qd->qd_slot_count);
287 qd->qd_slot_count++;
22077f57 288 spin_unlock(&qd_lru_lock);
b3b94faa
DT
289}
290
291static void slot_put(struct gfs2_quota_data *qd)
292{
293 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
294
22077f57 295 spin_lock(&qd_lru_lock);
b3b94faa
DT
296 gfs2_assert(sdp, qd->qd_slot_count);
297 if (!--qd->qd_slot_count) {
298 gfs2_icbit_munge(sdp, sdp->sd_quota_bitmap, qd->qd_slot, 0);
299 qd->qd_slot = -1;
300 }
22077f57 301 spin_unlock(&qd_lru_lock);
b3b94faa
DT
302}
303
304static int bh_get(struct gfs2_quota_data *qd)
305{
306 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
feaa7bba 307 struct gfs2_inode *ip = GFS2_I(sdp->sd_qc_inode);
b3b94faa 308 unsigned int block, offset;
b3b94faa
DT
309 struct buffer_head *bh;
310 int error;
23591256 311 struct buffer_head bh_map = { .b_state = 0, .b_blocknr = 0 };
b3b94faa 312
f55ab26a 313 mutex_lock(&sdp->sd_quota_mutex);
b3b94faa
DT
314
315 if (qd->qd_bh_count++) {
f55ab26a 316 mutex_unlock(&sdp->sd_quota_mutex);
b3b94faa
DT
317 return 0;
318 }
319
320 block = qd->qd_slot / sdp->sd_qc_per_block;
0d0868bd 321 offset = qd->qd_slot % sdp->sd_qc_per_block;
b3b94faa 322
23591256 323 bh_map.b_size = 1 << ip->i_inode.i_blkbits;
e9e1ef2b 324 error = gfs2_block_map(&ip->i_inode, block, &bh_map, 0);
b3b94faa
DT
325 if (error)
326 goto fail;
7276b3b0 327 error = gfs2_meta_read(ip->i_gl, bh_map.b_blocknr, DIO_WAIT, &bh);
b3b94faa
DT
328 if (error)
329 goto fail;
330 error = -EIO;
331 if (gfs2_metatype_check(sdp, bh, GFS2_METATYPE_QC))
332 goto fail_brelse;
333
334 qd->qd_bh = bh;
335 qd->qd_bh_qc = (struct gfs2_quota_change *)
336 (bh->b_data + sizeof(struct gfs2_meta_header) +
337 offset * sizeof(struct gfs2_quota_change));
338
2e95b665 339 mutex_unlock(&sdp->sd_quota_mutex);
b3b94faa
DT
340
341 return 0;
342
a91ea69f 343fail_brelse:
b3b94faa 344 brelse(bh);
a91ea69f 345fail:
b3b94faa 346 qd->qd_bh_count--;
f55ab26a 347 mutex_unlock(&sdp->sd_quota_mutex);
b3b94faa
DT
348 return error;
349}
350
351static void bh_put(struct gfs2_quota_data *qd)
352{
353 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
354
f55ab26a 355 mutex_lock(&sdp->sd_quota_mutex);
b3b94faa
DT
356 gfs2_assert(sdp, qd->qd_bh_count);
357 if (!--qd->qd_bh_count) {
358 brelse(qd->qd_bh);
359 qd->qd_bh = NULL;
360 qd->qd_bh_qc = NULL;
361 }
f55ab26a 362 mutex_unlock(&sdp->sd_quota_mutex);
b3b94faa
DT
363}
364
365static int qd_fish(struct gfs2_sbd *sdp, struct gfs2_quota_data **qdp)
366{
367 struct gfs2_quota_data *qd = NULL;
368 int error;
369 int found = 0;
370
371 *qdp = NULL;
372
373 if (sdp->sd_vfs->s_flags & MS_RDONLY)
374 return 0;
375
0a7ab79c 376 spin_lock(&qd_lru_lock);
b3b94faa
DT
377
378 list_for_each_entry(qd, &sdp->sd_quota_list, qd_list) {
379 if (test_bit(QDF_LOCKED, &qd->qd_flags) ||
380 !test_bit(QDF_CHANGE, &qd->qd_flags) ||
381 qd->qd_sync_gen >= sdp->sd_quota_sync_gen)
382 continue;
383
384 list_move_tail(&qd->qd_list, &sdp->sd_quota_list);
385
386 set_bit(QDF_LOCKED, &qd->qd_flags);
0a7ab79c
AD
387 gfs2_assert_warn(sdp, atomic_read(&qd->qd_count));
388 atomic_inc(&qd->qd_count);
b3b94faa
DT
389 qd->qd_change_sync = qd->qd_change;
390 gfs2_assert_warn(sdp, qd->qd_slot_count);
391 qd->qd_slot_count++;
392 found = 1;
393
394 break;
395 }
396
397 if (!found)
398 qd = NULL;
399
0a7ab79c 400 spin_unlock(&qd_lru_lock);
b3b94faa
DT
401
402 if (qd) {
403 gfs2_assert_warn(sdp, qd->qd_change_sync);
404 error = bh_get(qd);
405 if (error) {
406 clear_bit(QDF_LOCKED, &qd->qd_flags);
407 slot_put(qd);
408 qd_put(qd);
409 return error;
410 }
411 }
412
413 *qdp = qd;
414
415 return 0;
416}
417
418static int qd_trylock(struct gfs2_quota_data *qd)
419{
420 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
421
422 if (sdp->sd_vfs->s_flags & MS_RDONLY)
423 return 0;
424
0a7ab79c 425 spin_lock(&qd_lru_lock);
b3b94faa
DT
426
427 if (test_bit(QDF_LOCKED, &qd->qd_flags) ||
428 !test_bit(QDF_CHANGE, &qd->qd_flags)) {
0a7ab79c 429 spin_unlock(&qd_lru_lock);
b3b94faa
DT
430 return 0;
431 }
432
433 list_move_tail(&qd->qd_list, &sdp->sd_quota_list);
434
435 set_bit(QDF_LOCKED, &qd->qd_flags);
0a7ab79c
AD
436 gfs2_assert_warn(sdp, atomic_read(&qd->qd_count));
437 atomic_inc(&qd->qd_count);
b3b94faa
DT
438 qd->qd_change_sync = qd->qd_change;
439 gfs2_assert_warn(sdp, qd->qd_slot_count);
440 qd->qd_slot_count++;
441
0a7ab79c 442 spin_unlock(&qd_lru_lock);
b3b94faa
DT
443
444 gfs2_assert_warn(sdp, qd->qd_change_sync);
445 if (bh_get(qd)) {
446 clear_bit(QDF_LOCKED, &qd->qd_flags);
447 slot_put(qd);
448 qd_put(qd);
449 return 0;
450 }
451
452 return 1;
453}
454
455static void qd_unlock(struct gfs2_quota_data *qd)
456{
568f4c96
SW
457 gfs2_assert_warn(qd->qd_gl->gl_sbd,
458 test_bit(QDF_LOCKED, &qd->qd_flags));
b3b94faa
DT
459 clear_bit(QDF_LOCKED, &qd->qd_flags);
460 bh_put(qd);
461 slot_put(qd);
462 qd_put(qd);
463}
464
b59c8b6f 465static int qdsb_get(struct gfs2_sbd *sdp, struct kqid qid,
b3b94faa
DT
466 struct gfs2_quota_data **qdp)
467{
468 int error;
469
05e0a60d 470 error = qd_get(sdp, qid, qdp);
b3b94faa
DT
471 if (error)
472 return error;
473
474 error = slot_get(*qdp);
475 if (error)
476 goto fail;
477
478 error = bh_get(*qdp);
479 if (error)
480 goto fail_slot;
481
482 return 0;
483
a91ea69f 484fail_slot:
b3b94faa 485 slot_put(*qdp);
a91ea69f 486fail:
b3b94faa
DT
487 qd_put(*qdp);
488 return error;
489}
490
491static void qdsb_put(struct gfs2_quota_data *qd)
492{
493 bh_put(qd);
494 slot_put(qd);
495 qd_put(qd);
496}
497
cd915493 498int gfs2_quota_hold(struct gfs2_inode *ip, u32 uid, u32 gid)
b3b94faa 499{
feaa7bba 500 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
5407e242 501 struct gfs2_quota_data **qd;
b3b94faa
DT
502 int error;
503
aaaf68c5
AP
504 if (ip->i_res == NULL) {
505 error = gfs2_rs_alloc(ip);
506 if (error)
507 return error;
508 }
5407e242
BP
509
510 qd = ip->i_res->rs_qa_qd;
511
512 if (gfs2_assert_warn(sdp, !ip->i_res->rs_qa_qd_num) ||
b3b94faa
DT
513 gfs2_assert_warn(sdp, !test_bit(GIF_QD_LOCKED, &ip->i_flags)))
514 return -EIO;
515
516 if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)
517 return 0;
518
b59c8b6f 519 error = qdsb_get(sdp, make_kqid_uid(ip->i_inode.i_uid), qd);
b3b94faa
DT
520 if (error)
521 goto out;
5407e242 522 ip->i_res->rs_qa_qd_num++;
b3b94faa
DT
523 qd++;
524
b59c8b6f 525 error = qdsb_get(sdp, make_kqid_gid(ip->i_inode.i_gid), qd);
b3b94faa
DT
526 if (error)
527 goto out;
5407e242 528 ip->i_res->rs_qa_qd_num++;
b3b94faa
DT
529 qd++;
530
f4108a60 531 if (uid != NO_UID_QUOTA_CHANGE && uid != ip->i_inode.i_uid) {
b59c8b6f 532 error = qdsb_get(sdp, make_kqid_uid(uid), qd);
b3b94faa
DT
533 if (error)
534 goto out;
5407e242 535 ip->i_res->rs_qa_qd_num++;
b3b94faa
DT
536 qd++;
537 }
538
f4108a60 539 if (gid != NO_GID_QUOTA_CHANGE && gid != ip->i_inode.i_gid) {
b59c8b6f 540 error = qdsb_get(sdp, make_kqid_gid(gid), qd);
b3b94faa
DT
541 if (error)
542 goto out;
5407e242 543 ip->i_res->rs_qa_qd_num++;
b3b94faa
DT
544 qd++;
545 }
546
a91ea69f 547out:
b3b94faa
DT
548 if (error)
549 gfs2_quota_unhold(ip);
b3b94faa
DT
550 return error;
551}
552
553void gfs2_quota_unhold(struct gfs2_inode *ip)
554{
feaa7bba 555 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
b3b94faa
DT
556 unsigned int x;
557
5407e242
BP
558 if (ip->i_res == NULL)
559 return;
b3b94faa
DT
560 gfs2_assert_warn(sdp, !test_bit(GIF_QD_LOCKED, &ip->i_flags));
561
5407e242
BP
562 for (x = 0; x < ip->i_res->rs_qa_qd_num; x++) {
563 qdsb_put(ip->i_res->rs_qa_qd[x]);
564 ip->i_res->rs_qa_qd[x] = NULL;
b3b94faa 565 }
5407e242 566 ip->i_res->rs_qa_qd_num = 0;
b3b94faa
DT
567}
568
569static int sort_qd(const void *a, const void *b)
570{
48fac179
SW
571 const struct gfs2_quota_data *qd_a = *(const struct gfs2_quota_data **)a;
572 const struct gfs2_quota_data *qd_b = *(const struct gfs2_quota_data **)b;
b3b94faa 573
05e0a60d 574 if (qid_lt(qd_a->qd_id, qd_b->qd_id))
48fac179 575 return -1;
05e0a60d 576 if (qid_lt(qd_b->qd_id, qd_a->qd_id))
48fac179 577 return 1;
48fac179 578 return 0;
b3b94faa
DT
579}
580
cd915493 581static void do_qc(struct gfs2_quota_data *qd, s64 change)
b3b94faa
DT
582{
583 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
feaa7bba 584 struct gfs2_inode *ip = GFS2_I(sdp->sd_qc_inode);
b3b94faa 585 struct gfs2_quota_change *qc = qd->qd_bh_qc;
cd915493 586 s64 x;
b3b94faa 587
f55ab26a 588 mutex_lock(&sdp->sd_quota_mutex);
d4e9c4c3 589 gfs2_trans_add_bh(ip->i_gl, qd->qd_bh, 1);
b3b94faa
DT
590
591 if (!test_bit(QDF_CHANGE, &qd->qd_flags)) {
592 qc->qc_change = 0;
593 qc->qc_flags = 0;
05e0a60d 594 if (qd->qd_id.type == USRQUOTA)
b3b94faa 595 qc->qc_flags = cpu_to_be32(GFS2_QCF_USER);
05e0a60d 596 qc->qc_id = cpu_to_be32(from_kqid(&init_user_ns, qd->qd_id));
b3b94faa
DT
597 }
598
b44b84d7 599 x = be64_to_cpu(qc->qc_change) + change;
b3b94faa
DT
600 qc->qc_change = cpu_to_be64(x);
601
22077f57 602 spin_lock(&qd_lru_lock);
b3b94faa 603 qd->qd_change = x;
22077f57 604 spin_unlock(&qd_lru_lock);
b3b94faa
DT
605
606 if (!x) {
607 gfs2_assert_warn(sdp, test_bit(QDF_CHANGE, &qd->qd_flags));
608 clear_bit(QDF_CHANGE, &qd->qd_flags);
609 qc->qc_flags = 0;
610 qc->qc_id = 0;
611 slot_put(qd);
612 qd_put(qd);
613 } else if (!test_and_set_bit(QDF_CHANGE, &qd->qd_flags)) {
614 qd_hold(qd);
615 slot_hold(qd);
616 }
907b9bce 617
f55ab26a 618 mutex_unlock(&sdp->sd_quota_mutex);
b3b94faa
DT
619}
620
18ec7d5c 621/**
1e72c0f7
SW
622 * gfs2_adjust_quota - adjust record of current block usage
623 * @ip: The quota inode
624 * @loc: Offset of the entry in the quota file
e285c100 625 * @change: The amount of usage change to record
1e72c0f7 626 * @qd: The quota data
e285c100 627 * @fdq: The updated limits to record
18ec7d5c
SW
628 *
629 * This function was mostly borrowed from gfs2_block_truncate_page which was
630 * in turn mostly borrowed from ext3
1e72c0f7
SW
631 *
632 * Returns: 0 or -ve on error
18ec7d5c 633 */
1e72c0f7 634
18ec7d5c 635static int gfs2_adjust_quota(struct gfs2_inode *ip, loff_t loc,
e285c100
SW
636 s64 change, struct gfs2_quota_data *qd,
637 struct fs_disk_quota *fdq)
18ec7d5c 638{
feaa7bba 639 struct inode *inode = &ip->i_inode;
14870b45 640 struct gfs2_sbd *sdp = GFS2_SB(inode);
18ec7d5c
SW
641 struct address_space *mapping = inode->i_mapping;
642 unsigned long index = loc >> PAGE_CACHE_SHIFT;
1990e917 643 unsigned offset = loc & (PAGE_CACHE_SIZE - 1);
18ec7d5c 644 unsigned blocksize, iblock, pos;
ab9bbda0 645 struct buffer_head *bh;
18ec7d5c 646 struct page *page;
7e619bc3
AD
647 void *kaddr, *ptr;
648 struct gfs2_quota q, *qp;
649 int err, nbytes;
e285c100 650 u64 size;
18ec7d5c 651
891a8e93
SW
652 if (gfs2_is_stuffed(ip)) {
653 err = gfs2_unstuff_dinode(ip, NULL);
654 if (err)
655 return err;
656 }
7e619bc3
AD
657
658 memset(&q, 0, sizeof(struct gfs2_quota));
4306629e 659 err = gfs2_internal_read(ip, (char *)&q, &loc, sizeof(q));
7e619bc3
AD
660 if (err < 0)
661 return err;
662
663 err = -EIO;
664 qp = &q;
665 qp->qu_value = be64_to_cpu(qp->qu_value);
666 qp->qu_value += change;
667 qp->qu_value = cpu_to_be64(qp->qu_value);
668 qd->qd_qb.qb_value = qp->qu_value;
669 if (fdq) {
670 if (fdq->d_fieldmask & FS_DQ_BSOFT) {
14870b45 671 qp->qu_warn = cpu_to_be64(fdq->d_blk_softlimit >> sdp->sd_fsb2bb_shift);
7e619bc3
AD
672 qd->qd_qb.qb_warn = qp->qu_warn;
673 }
674 if (fdq->d_fieldmask & FS_DQ_BHARD) {
14870b45 675 qp->qu_limit = cpu_to_be64(fdq->d_blk_hardlimit >> sdp->sd_fsb2bb_shift);
7e619bc3
AD
676 qd->qd_qb.qb_limit = qp->qu_limit;
677 }
802ec9b6
AD
678 if (fdq->d_fieldmask & FS_DQ_BCOUNT) {
679 qp->qu_value = cpu_to_be64(fdq->d_bcount >> sdp->sd_fsb2bb_shift);
680 qd->qd_qb.qb_value = qp->qu_value;
681 }
7e619bc3
AD
682 }
683
684 /* Write the quota into the quota file on disk */
685 ptr = qp;
686 nbytes = sizeof(struct gfs2_quota);
687get_a_page:
220cca2a 688 page = find_or_create_page(mapping, index, GFP_NOFS);
18ec7d5c
SW
689 if (!page)
690 return -ENOMEM;
691
692 blocksize = inode->i_sb->s_blocksize;
693 iblock = index << (PAGE_CACHE_SHIFT - inode->i_sb->s_blocksize_bits);
694
695 if (!page_has_buffers(page))
696 create_empty_buffers(page, blocksize, 0);
697
698 bh = page_buffers(page);
699 pos = blocksize;
700 while (offset >= pos) {
701 bh = bh->b_this_page;
702 iblock++;
703 pos += blocksize;
704 }
705
706 if (!buffer_mapped(bh)) {
e9e1ef2b 707 gfs2_block_map(inode, iblock, bh, 1);
18ec7d5c 708 if (!buffer_mapped(bh))
7e619bc3
AD
709 goto unlock_out;
710 /* If it's a newly allocated disk block for quota, zero it */
8b421601
AD
711 if (buffer_new(bh))
712 zero_user(page, pos - blocksize, bh->b_size);
18ec7d5c
SW
713 }
714
715 if (PageUptodate(page))
716 set_buffer_uptodate(bh);
717
718 if (!buffer_uptodate(bh)) {
20ed0535 719 ll_rw_block(READ | REQ_META, 1, &bh);
18ec7d5c
SW
720 wait_on_buffer(bh);
721 if (!buffer_uptodate(bh))
7e619bc3 722 goto unlock_out;
18ec7d5c
SW
723 }
724
725 gfs2_trans_add_bh(ip->i_gl, bh, 0);
726
d9349285 727 kaddr = kmap_atomic(page);
7e619bc3
AD
728 if (offset + sizeof(struct gfs2_quota) > PAGE_CACHE_SIZE)
729 nbytes = PAGE_CACHE_SIZE - offset;
730 memcpy(kaddr + offset, ptr, nbytes);
18ec7d5c 731 flush_dcache_page(page);
d9349285 732 kunmap_atomic(kaddr);
7e619bc3
AD
733 unlock_page(page);
734 page_cache_release(page);
735
736 /* If quota straddles page boundary, we need to update the rest of the
737 * quota at the beginning of the next page */
8b421601 738 if ((offset + sizeof(struct gfs2_quota)) > PAGE_CACHE_SIZE) {
7e619bc3
AD
739 ptr = ptr + nbytes;
740 nbytes = sizeof(struct gfs2_quota) - nbytes;
741 offset = 0;
742 index++;
743 goto get_a_page;
744 }
e285c100 745
e285c100 746 size = loc + sizeof(struct gfs2_quota);
a2e0f799 747 if (size > inode->i_size)
e285c100 748 i_size_write(inode, size);
e285c100 749 inode->i_mtime = inode->i_atime = CURRENT_TIME;
e285c100 750 mark_inode_dirty(inode);
500242ac 751 return 0;
ab9bbda0 752
7e619bc3 753unlock_out:
18ec7d5c
SW
754 unlock_page(page);
755 page_cache_release(page);
756 return err;
757}
758
b3b94faa
DT
759static int do_sync(unsigned int num_qd, struct gfs2_quota_data **qda)
760{
761 struct gfs2_sbd *sdp = (*qda)->qd_gl->gl_sbd;
feaa7bba 762 struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);
b3b94faa
DT
763 unsigned int data_blocks, ind_blocks;
764 struct gfs2_holder *ghs, i_gh;
765 unsigned int qx, x;
766 struct gfs2_quota_data *qd;
71f890f7 767 unsigned reserved;
f42faf4f 768 loff_t offset;
20b95bf2 769 unsigned int nalloc = 0, blocks;
b3b94faa
DT
770 int error;
771
0a305e49
BP
772 error = gfs2_rs_alloc(ip);
773 if (error)
774 return error;
775
b3b94faa
DT
776 gfs2_write_calc_reserv(ip, sizeof(struct gfs2_quota),
777 &data_blocks, &ind_blocks);
778
16c5f06f 779 ghs = kcalloc(num_qd, sizeof(struct gfs2_holder), GFP_NOFS);
b3b94faa
DT
780 if (!ghs)
781 return -ENOMEM;
782
783 sort(qda, num_qd, sizeof(struct gfs2_quota_data *), sort_qd, NULL);
56aa72d0 784 mutex_lock(&ip->i_inode.i_mutex);
b3b94faa 785 for (qx = 0; qx < num_qd; qx++) {
1e72c0f7 786 error = gfs2_glock_nq_init(qda[qx]->qd_gl, LM_ST_EXCLUSIVE,
b3b94faa
DT
787 GL_NOCACHE, &ghs[qx]);
788 if (error)
789 goto out;
790 }
791
792 error = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &i_gh);
793 if (error)
794 goto out;
795
796 for (x = 0; x < num_qd; x++) {
b3b94faa 797 offset = qd2offset(qda[x]);
461cb419
BP
798 if (gfs2_write_alloc_required(ip, offset,
799 sizeof(struct gfs2_quota)))
b3b94faa
DT
800 nalloc++;
801 }
802
20b95bf2
AD
803 /*
804 * 1 blk for unstuffing inode if stuffed. We add this extra
805 * block to the reservation unconditionally. If the inode
806 * doesn't need unstuffing, the block will be released to the
807 * rgrp since it won't be allocated during the transaction
808 */
7e619bc3
AD
809 /* +3 in the end for unstuffing block, inode size update block
810 * and another block in case quota straddles page boundary and
811 * two blocks need to be updated instead of 1 */
812 blocks = num_qd * data_blocks + RES_DINODE + num_qd + 3;
b3b94faa 813
71f890f7 814 reserved = 1 + (nalloc * (data_blocks + ind_blocks));
9dbe9610 815 error = gfs2_inplace_reserve(ip, reserved, 0);
20b95bf2
AD
816 if (error)
817 goto out_alloc;
b3b94faa 818
20b95bf2 819 if (nalloc)
71f890f7 820 blocks += gfs2_rg_blocks(ip, reserved) + nalloc * ind_blocks + RES_STATFS;
20b95bf2
AD
821
822 error = gfs2_trans_begin(sdp, blocks, 0);
823 if (error)
824 goto out_ipres;
b3b94faa
DT
825
826 for (x = 0; x < num_qd; x++) {
b3b94faa
DT
827 qd = qda[x];
828 offset = qd2offset(qd);
e285c100 829 error = gfs2_adjust_quota(ip, offset, qd->qd_change_sync, qd, NULL);
18ec7d5c 830 if (error)
b3b94faa 831 goto out_end_trans;
b3b94faa
DT
832
833 do_qc(qd, -qd->qd_change_sync);
662e3a55 834 set_bit(QDF_REFRESH, &qd->qd_flags);
b3b94faa
DT
835 }
836
837 error = 0;
838
a91ea69f 839out_end_trans:
b3b94faa 840 gfs2_trans_end(sdp);
a91ea69f 841out_ipres:
20b95bf2 842 gfs2_inplace_release(ip);
a91ea69f 843out_alloc:
b3b94faa 844 gfs2_glock_dq_uninit(&i_gh);
a91ea69f 845out:
b3b94faa
DT
846 while (qx--)
847 gfs2_glock_dq_uninit(&ghs[qx]);
e285c100 848 mutex_unlock(&ip->i_inode.i_mutex);
b3b94faa 849 kfree(ghs);
b09e593d 850 gfs2_log_flush(ip->i_gl->gl_sbd, ip->i_gl);
b3b94faa
DT
851 return error;
852}
853
e285c100
SW
854static int update_qd(struct gfs2_sbd *sdp, struct gfs2_quota_data *qd)
855{
856 struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);
857 struct gfs2_quota q;
858 struct gfs2_quota_lvb *qlvb;
859 loff_t pos;
860 int error;
861
862 memset(&q, 0, sizeof(struct gfs2_quota));
863 pos = qd2offset(qd);
4306629e 864 error = gfs2_internal_read(ip, (char *)&q, &pos, sizeof(q));
e285c100
SW
865 if (error < 0)
866 return error;
867
4e2f8849 868 qlvb = (struct gfs2_quota_lvb *)qd->qd_gl->gl_lksb.sb_lvbptr;
e285c100
SW
869 qlvb->qb_magic = cpu_to_be32(GFS2_MAGIC);
870 qlvb->__pad = 0;
871 qlvb->qb_limit = q.qu_limit;
872 qlvb->qb_warn = q.qu_warn;
873 qlvb->qb_value = q.qu_value;
874 qd->qd_qb = *qlvb;
875
876 return 0;
877}
878
b3b94faa
DT
879static int do_glock(struct gfs2_quota_data *qd, int force_refresh,
880 struct gfs2_holder *q_gh)
881{
882 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
feaa7bba 883 struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);
b3b94faa 884 struct gfs2_holder i_gh;
b3b94faa
DT
885 int error;
886
a91ea69f 887restart:
b3b94faa
DT
888 error = gfs2_glock_nq_init(qd->qd_gl, LM_ST_SHARED, 0, q_gh);
889 if (error)
890 return error;
891
4e2f8849 892 qd->qd_qb = *(struct gfs2_quota_lvb *)qd->qd_gl->gl_lksb.sb_lvbptr;
b3b94faa 893
e9fc2aa0 894 if (force_refresh || qd->qd_qb.qb_magic != cpu_to_be32(GFS2_MAGIC)) {
b3b94faa 895 gfs2_glock_dq_uninit(q_gh);
91094d0f
SW
896 error = gfs2_glock_nq_init(qd->qd_gl, LM_ST_EXCLUSIVE,
897 GL_NOCACHE, q_gh);
b3b94faa
DT
898 if (error)
899 return error;
900
e9fc2aa0 901 error = gfs2_glock_nq_init(ip->i_gl, LM_ST_SHARED, 0, &i_gh);
b3b94faa
DT
902 if (error)
903 goto fail;
904
e285c100
SW
905 error = update_qd(sdp, qd);
906 if (error)
1e72c0f7 907 goto fail_gunlock;
b3b94faa 908
e285c100 909 gfs2_glock_dq_uninit(&i_gh);
91094d0f
SW
910 gfs2_glock_dq_uninit(q_gh);
911 force_refresh = 0;
912 goto restart;
b3b94faa
DT
913 }
914
915 return 0;
916
a91ea69f 917fail_gunlock:
b3b94faa 918 gfs2_glock_dq_uninit(&i_gh);
a91ea69f 919fail:
b3b94faa 920 gfs2_glock_dq_uninit(q_gh);
b3b94faa
DT
921 return error;
922}
923
cd915493 924int gfs2_quota_lock(struct gfs2_inode *ip, u32 uid, u32 gid)
b3b94faa 925{
feaa7bba 926 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
662e3a55 927 struct gfs2_quota_data *qd;
b3b94faa
DT
928 unsigned int x;
929 int error = 0;
930
891a8e93
SW
931 error = gfs2_quota_hold(ip, uid, gid);
932 if (error)
933 return error;
b3b94faa
DT
934
935 if (capable(CAP_SYS_RESOURCE) ||
936 sdp->sd_args.ar_quota != GFS2_QUOTA_ON)
937 return 0;
938
5407e242
BP
939 sort(ip->i_res->rs_qa_qd, ip->i_res->rs_qa_qd_num,
940 sizeof(struct gfs2_quota_data *), sort_qd, NULL);
b3b94faa 941
5407e242 942 for (x = 0; x < ip->i_res->rs_qa_qd_num; x++) {
662e3a55 943 int force = NO_FORCE;
5407e242 944 qd = ip->i_res->rs_qa_qd[x];
662e3a55
AD
945 if (test_and_clear_bit(QDF_REFRESH, &qd->qd_flags))
946 force = FORCE;
5407e242 947 error = do_glock(qd, force, &ip->i_res->rs_qa_qd_ghs[x]);
b3b94faa
DT
948 if (error)
949 break;
950 }
951
952 if (!error)
953 set_bit(GIF_QD_LOCKED, &ip->i_flags);
954 else {
955 while (x--)
5407e242 956 gfs2_glock_dq_uninit(&ip->i_res->rs_qa_qd_ghs[x]);
b3b94faa
DT
957 gfs2_quota_unhold(ip);
958 }
959
960 return error;
961}
962
963static int need_sync(struct gfs2_quota_data *qd)
964{
965 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
966 struct gfs2_tune *gt = &sdp->sd_tune;
cd915493 967 s64 value;
b3b94faa
DT
968 unsigned int num, den;
969 int do_sync = 1;
970
971 if (!qd->qd_qb.qb_limit)
972 return 0;
973
22077f57 974 spin_lock(&qd_lru_lock);
b3b94faa 975 value = qd->qd_change;
22077f57 976 spin_unlock(&qd_lru_lock);
b3b94faa
DT
977
978 spin_lock(&gt->gt_spin);
979 num = gt->gt_quota_scale_num;
980 den = gt->gt_quota_scale_den;
981 spin_unlock(&gt->gt_spin);
982
983 if (value < 0)
984 do_sync = 0;
e9fc2aa0
SW
985 else if ((s64)be64_to_cpu(qd->qd_qb.qb_value) >=
986 (s64)be64_to_cpu(qd->qd_qb.qb_limit))
b3b94faa
DT
987 do_sync = 0;
988 else {
989 value *= gfs2_jindex_size(sdp) * num;
4abaca17 990 value = div_s64(value, den);
e9fc2aa0 991 value += (s64)be64_to_cpu(qd->qd_qb.qb_value);
cd915493 992 if (value < (s64)be64_to_cpu(qd->qd_qb.qb_limit))
b3b94faa
DT
993 do_sync = 0;
994 }
995
996 return do_sync;
997}
998
999void gfs2_quota_unlock(struct gfs2_inode *ip)
1000{
b3b94faa
DT
1001 struct gfs2_quota_data *qda[4];
1002 unsigned int count = 0;
1003 unsigned int x;
1004
1005 if (!test_and_clear_bit(GIF_QD_LOCKED, &ip->i_flags))
1006 goto out;
1007
5407e242 1008 for (x = 0; x < ip->i_res->rs_qa_qd_num; x++) {
b3b94faa
DT
1009 struct gfs2_quota_data *qd;
1010 int sync;
1011
5407e242 1012 qd = ip->i_res->rs_qa_qd[x];
b3b94faa
DT
1013 sync = need_sync(qd);
1014
5407e242 1015 gfs2_glock_dq_uninit(&ip->i_res->rs_qa_qd_ghs[x]);
b3b94faa
DT
1016
1017 if (sync && qd_trylock(qd))
1018 qda[count++] = qd;
1019 }
1020
1021 if (count) {
1022 do_sync(count, qda);
1023 for (x = 0; x < count; x++)
1024 qd_unlock(qda[x]);
1025 }
1026
a91ea69f 1027out:
b3b94faa
DT
1028 gfs2_quota_unhold(ip);
1029}
1030
1031#define MAX_LINE 256
1032
1033static int print_message(struct gfs2_quota_data *qd, char *type)
1034{
1035 struct gfs2_sbd *sdp = qd->qd_gl->gl_sbd;
b3b94faa 1036
2ec46505 1037 printk(KERN_INFO "GFS2: fsid=%s: quota %s for %s %u\n",
02630a12 1038 sdp->sd_fsname, type,
05e0a60d
EB
1039 (qd->qd_id.type == USRQUOTA) ? "user" : "group",
1040 from_kqid(&init_user_ns, qd->qd_id));
b3b94faa
DT
1041
1042 return 0;
1043}
1044
cd915493 1045int gfs2_quota_check(struct gfs2_inode *ip, u32 uid, u32 gid)
b3b94faa 1046{
feaa7bba 1047 struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
b3b94faa 1048 struct gfs2_quota_data *qd;
cd915493 1049 s64 value;
b3b94faa
DT
1050 unsigned int x;
1051 int error = 0;
1052
1053 if (!test_bit(GIF_QD_LOCKED, &ip->i_flags))
1054 return 0;
1055
1056 if (sdp->sd_args.ar_quota != GFS2_QUOTA_ON)
1057 return 0;
1058
5407e242
BP
1059 for (x = 0; x < ip->i_res->rs_qa_qd_num; x++) {
1060 qd = ip->i_res->rs_qa_qd[x];
b3b94faa 1061
05e0a60d
EB
1062 if (!(qid_eq(qd->qd_id, make_kqid_uid(uid)) ||
1063 qid_eq(qd->qd_id, make_kqid_gid(gid))))
b3b94faa
DT
1064 continue;
1065
e9fc2aa0 1066 value = (s64)be64_to_cpu(qd->qd_qb.qb_value);
22077f57 1067 spin_lock(&qd_lru_lock);
b3b94faa 1068 value += qd->qd_change;
22077f57 1069 spin_unlock(&qd_lru_lock);
b3b94faa 1070
cd915493 1071 if (be64_to_cpu(qd->qd_qb.qb_limit) && (s64)be64_to_cpu(qd->qd_qb.qb_limit) < value) {
b3b94faa 1072 print_message(qd, "exceeded");
05e0a60d 1073 quota_send_warning(qd->qd_id,
2ec46505
SW
1074 sdp->sd_vfs->s_dev, QUOTA_NL_BHARDWARN);
1075
b3b94faa
DT
1076 error = -EDQUOT;
1077 break;
e9fc2aa0 1078 } else if (be64_to_cpu(qd->qd_qb.qb_warn) &&
cd915493 1079 (s64)be64_to_cpu(qd->qd_qb.qb_warn) < value &&
b3b94faa 1080 time_after_eq(jiffies, qd->qd_last_warn +
568f4c96
SW
1081 gfs2_tune_get(sdp,
1082 gt_quota_warn_period) * HZ)) {
05e0a60d 1083 quota_send_warning(qd->qd_id,
2ec46505 1084 sdp->sd_vfs->s_dev, QUOTA_NL_BSOFTWARN);
b3b94faa
DT
1085 error = print_message(qd, "warning");
1086 qd->qd_last_warn = jiffies;
1087 }
1088 }
1089
1090 return error;
1091}
1092
cd915493
SW
1093void gfs2_quota_change(struct gfs2_inode *ip, s64 change,
1094 u32 uid, u32 gid)
b3b94faa 1095{
b3b94faa
DT
1096 struct gfs2_quota_data *qd;
1097 unsigned int x;
b3b94faa 1098
feaa7bba 1099 if (gfs2_assert_warn(GFS2_SB(&ip->i_inode), change))
b3b94faa 1100 return;
383f01fb 1101 if (ip->i_diskflags & GFS2_DIF_SYSTEM)
b3b94faa
DT
1102 return;
1103
5407e242
BP
1104 for (x = 0; x < ip->i_res->rs_qa_qd_num; x++) {
1105 qd = ip->i_res->rs_qa_qd[x];
b3b94faa 1106
05e0a60d
EB
1107 if (qid_eq(qd->qd_id, make_kqid_uid(uid)) ||
1108 qid_eq(qd->qd_id, make_kqid_gid(gid))) {
b3b94faa 1109 do_qc(qd, change);
b3b94faa
DT
1110 }
1111 }
1112}
1113
ceed1723 1114int gfs2_quota_sync(struct super_block *sb, int type)
b3b94faa 1115{
8c42d637 1116 struct gfs2_sbd *sdp = sb->s_fs_info;
b3b94faa
DT
1117 struct gfs2_quota_data **qda;
1118 unsigned int max_qd = gfs2_tune_get(sdp, gt_quota_simul_sync);
1119 unsigned int num_qd;
1120 unsigned int x;
1121 int error = 0;
1122
1123 sdp->sd_quota_sync_gen++;
1124
1125 qda = kcalloc(max_qd, sizeof(struct gfs2_quota_data *), GFP_KERNEL);
1126 if (!qda)
1127 return -ENOMEM;
1128
1129 do {
1130 num_qd = 0;
1131
1132 for (;;) {
1133 error = qd_fish(sdp, qda + num_qd);
1134 if (error || !qda[num_qd])
1135 break;
1136 if (++num_qd == max_qd)
1137 break;
1138 }
1139
1140 if (num_qd) {
1141 if (!error)
1142 error = do_sync(num_qd, qda);
1143 if (!error)
1144 for (x = 0; x < num_qd; x++)
1145 qda[x]->qd_sync_gen =
1146 sdp->sd_quota_sync_gen;
1147
1148 for (x = 0; x < num_qd; x++)
1149 qd_unlock(qda[x]);
1150 }
1151 } while (!error && num_qd == max_qd);
1152
1153 kfree(qda);
1154
1155 return error;
1156}
1157
5fb324ad
CH
1158static int gfs2_quota_sync_timeo(struct super_block *sb, int type)
1159{
ceed1723 1160 return gfs2_quota_sync(sb, type);
5fb324ad
CH
1161}
1162
ed87dabc 1163int gfs2_quota_refresh(struct gfs2_sbd *sdp, struct kqid qid)
b3b94faa
DT
1164{
1165 struct gfs2_quota_data *qd;
1166 struct gfs2_holder q_gh;
1167 int error;
1168
05e0a60d 1169 error = qd_get(sdp, qid, &qd);
b3b94faa
DT
1170 if (error)
1171 return error;
1172
1173 error = do_glock(qd, FORCE, &q_gh);
1174 if (!error)
1175 gfs2_glock_dq_uninit(&q_gh);
1176
1177 qd_put(qd);
b3b94faa
DT
1178 return error;
1179}
1180
bb8d8a6f
SW
1181static void gfs2_quota_change_in(struct gfs2_quota_change_host *qc, const void *buf)
1182{
1183 const struct gfs2_quota_change *str = buf;
1184
1185 qc->qc_change = be64_to_cpu(str->qc_change);
1186 qc->qc_flags = be32_to_cpu(str->qc_flags);
e08d8d7f
EB
1187 qc->qc_id = make_kqid(&init_user_ns,
1188 (qc->qc_flags & GFS2_QCF_USER)?USRQUOTA:GRPQUOTA,
1189 be32_to_cpu(str->qc_id));
bb8d8a6f
SW
1190}
1191
b3b94faa
DT
1192int gfs2_quota_init(struct gfs2_sbd *sdp)
1193{
feaa7bba 1194 struct gfs2_inode *ip = GFS2_I(sdp->sd_qc_inode);
a2e0f799
SW
1195 u64 size = i_size_read(sdp->sd_qc_inode);
1196 unsigned int blocks = size >> sdp->sd_sb.sb_bsize_shift;
b3b94faa
DT
1197 unsigned int x, slot = 0;
1198 unsigned int found = 0;
cd915493
SW
1199 u64 dblock;
1200 u32 extlen = 0;
b3b94faa
DT
1201 int error;
1202
a2e0f799 1203 if (gfs2_check_internal_file_size(sdp->sd_qc_inode, 1, 64 << 20))
907b9bce 1204 return -EIO;
a2e0f799 1205
b3b94faa 1206 sdp->sd_quota_slots = blocks * sdp->sd_qc_per_block;
5c676f6d 1207 sdp->sd_quota_chunks = DIV_ROUND_UP(sdp->sd_quota_slots, 8 * PAGE_SIZE);
b3b94faa
DT
1208
1209 error = -ENOMEM;
1210
1211 sdp->sd_quota_bitmap = kcalloc(sdp->sd_quota_chunks,
16c5f06f 1212 sizeof(unsigned char *), GFP_NOFS);
b3b94faa
DT
1213 if (!sdp->sd_quota_bitmap)
1214 return error;
1215
1216 for (x = 0; x < sdp->sd_quota_chunks; x++) {
16c5f06f 1217 sdp->sd_quota_bitmap[x] = kzalloc(PAGE_SIZE, GFP_NOFS);
b3b94faa
DT
1218 if (!sdp->sd_quota_bitmap[x])
1219 goto fail;
1220 }
1221
1222 for (x = 0; x < blocks; x++) {
1223 struct buffer_head *bh;
1224 unsigned int y;
1225
1226 if (!extlen) {
1227 int new = 0;
feaa7bba 1228 error = gfs2_extent_map(&ip->i_inode, x, &new, &dblock, &extlen);
b3b94faa
DT
1229 if (error)
1230 goto fail;
1231 }
b3b94faa 1232 error = -EIO;
7276b3b0
SW
1233 bh = gfs2_meta_ra(ip->i_gl, dblock, extlen);
1234 if (!bh)
1235 goto fail;
b3b94faa
DT
1236 if (gfs2_metatype_check(sdp, bh, GFS2_METATYPE_QC)) {
1237 brelse(bh);
1238 goto fail;
1239 }
1240
7276b3b0 1241 for (y = 0; y < sdp->sd_qc_per_block && slot < sdp->sd_quota_slots;
b3b94faa 1242 y++, slot++) {
b62f963e 1243 struct gfs2_quota_change_host qc;
b3b94faa
DT
1244 struct gfs2_quota_data *qd;
1245
1246 gfs2_quota_change_in(&qc, bh->b_data +
1247 sizeof(struct gfs2_meta_header) +
1248 y * sizeof(struct gfs2_quota_change));
1249 if (!qc.qc_change)
1250 continue;
1251
05e0a60d 1252 error = qd_alloc(sdp, qc.qc_id, &qd);
b3b94faa
DT
1253 if (error) {
1254 brelse(bh);
1255 goto fail;
1256 }
1257
1258 set_bit(QDF_CHANGE, &qd->qd_flags);
1259 qd->qd_change = qc.qc_change;
1260 qd->qd_slot = slot;
1261 qd->qd_slot_count = 1;
b3b94faa 1262
0a7ab79c 1263 spin_lock(&qd_lru_lock);
b3b94faa
DT
1264 gfs2_icbit_munge(sdp, sdp->sd_quota_bitmap, slot, 1);
1265 list_add(&qd->qd_list, &sdp->sd_quota_list);
1266 atomic_inc(&sdp->sd_quota_count);
0a7ab79c 1267 spin_unlock(&qd_lru_lock);
b3b94faa
DT
1268
1269 found++;
1270 }
1271
1272 brelse(bh);
1273 dblock++;
1274 extlen--;
1275 }
1276
1277 if (found)
1278 fs_info(sdp, "found %u quota changes\n", found);
1279
1280 return 0;
1281
a91ea69f 1282fail:
b3b94faa
DT
1283 gfs2_quota_cleanup(sdp);
1284 return error;
1285}
1286
b3b94faa
DT
1287void gfs2_quota_cleanup(struct gfs2_sbd *sdp)
1288{
1289 struct list_head *head = &sdp->sd_quota_list;
1290 struct gfs2_quota_data *qd;
1291 unsigned int x;
1292
0a7ab79c 1293 spin_lock(&qd_lru_lock);
b3b94faa
DT
1294 while (!list_empty(head)) {
1295 qd = list_entry(head->prev, struct gfs2_quota_data, qd_list);
1296
0a7ab79c
AD
1297 if (atomic_read(&qd->qd_count) > 1 ||
1298 (atomic_read(&qd->qd_count) &&
1299 !test_bit(QDF_CHANGE, &qd->qd_flags))) {
0a7ab79c
AD
1300 list_move(&qd->qd_list, head);
1301 spin_unlock(&qd_lru_lock);
b3b94faa 1302 schedule();
0a7ab79c 1303 spin_lock(&qd_lru_lock);
b3b94faa
DT
1304 continue;
1305 }
1306
1307 list_del(&qd->qd_list);
0a7ab79c
AD
1308 /* Also remove if this qd exists in the reclaim list */
1309 if (!list_empty(&qd->qd_reclaim)) {
1310 list_del_init(&qd->qd_reclaim);
1311 atomic_dec(&qd_lru_count);
1312 }
b3b94faa 1313 atomic_dec(&sdp->sd_quota_count);
0a7ab79c 1314 spin_unlock(&qd_lru_lock);
b3b94faa 1315
0a7ab79c 1316 if (!atomic_read(&qd->qd_count)) {
b3b94faa
DT
1317 gfs2_assert_warn(sdp, !qd->qd_change);
1318 gfs2_assert_warn(sdp, !qd->qd_slot_count);
1319 } else
1320 gfs2_assert_warn(sdp, qd->qd_slot_count == 1);
1321 gfs2_assert_warn(sdp, !qd->qd_bh_count);
1322
f057f6cd 1323 gfs2_glock_put(qd->qd_gl);
37b2c837 1324 kmem_cache_free(gfs2_quotad_cachep, qd);
b3b94faa 1325
0a7ab79c 1326 spin_lock(&qd_lru_lock);
b3b94faa 1327 }
0a7ab79c 1328 spin_unlock(&qd_lru_lock);
b3b94faa
DT
1329
1330 gfs2_assert_warn(sdp, !atomic_read(&sdp->sd_quota_count));
1331
1332 if (sdp->sd_quota_bitmap) {
1333 for (x = 0; x < sdp->sd_quota_chunks; x++)
1334 kfree(sdp->sd_quota_bitmap[x]);
1335 kfree(sdp->sd_quota_bitmap);
1336 }
1337}
1338
37b2c837
SW
1339static void quotad_error(struct gfs2_sbd *sdp, const char *msg, int error)
1340{
1341 if (error == 0 || error == -EROFS)
1342 return;
1343 if (!test_bit(SDF_SHUTDOWN, &sdp->sd_flags))
1344 fs_err(sdp, "gfs2_quotad: %s error %d\n", msg, error);
1345}
1346
1347static void quotad_check_timeo(struct gfs2_sbd *sdp, const char *msg,
8c42d637 1348 int (*fxn)(struct super_block *sb, int type),
37b2c837
SW
1349 unsigned long t, unsigned long *timeo,
1350 unsigned int *new_timeo)
1351{
1352 if (t >= *timeo) {
8c42d637 1353 int error = fxn(sdp->sd_vfs, 0);
37b2c837
SW
1354 quotad_error(sdp, msg, error);
1355 *timeo = gfs2_tune_get_i(&sdp->sd_tune, new_timeo) * HZ;
1356 } else {
1357 *timeo -= t;
1358 }
1359}
1360
813e0c46
SW
1361static void quotad_check_trunc_list(struct gfs2_sbd *sdp)
1362{
1363 struct gfs2_inode *ip;
1364
1365 while(1) {
1366 ip = NULL;
1367 spin_lock(&sdp->sd_trunc_lock);
1368 if (!list_empty(&sdp->sd_trunc_list)) {
1369 ip = list_entry(sdp->sd_trunc_list.next,
1370 struct gfs2_inode, i_trunc_list);
1371 list_del_init(&ip->i_trunc_list);
1372 }
1373 spin_unlock(&sdp->sd_trunc_lock);
1374 if (ip == NULL)
1375 return;
1376 gfs2_glock_finish_truncate(ip);
1377 }
1378}
1379
3d3c10f2
BM
1380void gfs2_wake_up_statfs(struct gfs2_sbd *sdp) {
1381 if (!sdp->sd_statfs_force_sync) {
1382 sdp->sd_statfs_force_sync = 1;
1383 wake_up(&sdp->sd_quota_wait);
1384 }
1385}
1386
1387
37b2c837
SW
1388/**
1389 * gfs2_quotad - Write cached quota changes into the quota file
1390 * @sdp: Pointer to GFS2 superblock
1391 *
1392 */
1393
1394int gfs2_quotad(void *data)
1395{
1396 struct gfs2_sbd *sdp = data;
1397 struct gfs2_tune *tune = &sdp->sd_tune;
1398 unsigned long statfs_timeo = 0;
1399 unsigned long quotad_timeo = 0;
1400 unsigned long t = 0;
1401 DEFINE_WAIT(wait);
813e0c46 1402 int empty;
37b2c837
SW
1403
1404 while (!kthread_should_stop()) {
1405
1406 /* Update the master statfs file */
3d3c10f2
BM
1407 if (sdp->sd_statfs_force_sync) {
1408 int error = gfs2_statfs_sync(sdp->sd_vfs, 0);
1409 quotad_error(sdp, "statfs", error);
1410 statfs_timeo = gfs2_tune_get(sdp, gt_statfs_quantum) * HZ;
1411 }
1412 else
1413 quotad_check_timeo(sdp, "statfs", gfs2_statfs_sync, t,
1414 &statfs_timeo,
1415 &tune->gt_statfs_quantum);
37b2c837
SW
1416
1417 /* Update quota file */
5fb324ad 1418 quotad_check_timeo(sdp, "sync", gfs2_quota_sync_timeo, t,
37b2c837
SW
1419 &quotad_timeo, &tune->gt_quota_quantum);
1420
813e0c46
SW
1421 /* Check for & recover partially truncated inodes */
1422 quotad_check_trunc_list(sdp);
1423
a0acae0e
TH
1424 try_to_freeze();
1425
37b2c837
SW
1426 t = min(quotad_timeo, statfs_timeo);
1427
7fa5d20d 1428 prepare_to_wait(&sdp->sd_quota_wait, &wait, TASK_INTERRUPTIBLE);
813e0c46
SW
1429 spin_lock(&sdp->sd_trunc_lock);
1430 empty = list_empty(&sdp->sd_trunc_list);
1431 spin_unlock(&sdp->sd_trunc_lock);
3d3c10f2 1432 if (empty && !sdp->sd_statfs_force_sync)
813e0c46
SW
1433 t -= schedule_timeout(t);
1434 else
1435 t = 0;
37b2c837
SW
1436 finish_wait(&sdp->sd_quota_wait, &wait);
1437 }
1438
1439 return 0;
1440}
1441
1d371b5e
SW
1442static int gfs2_quota_get_xstate(struct super_block *sb,
1443 struct fs_quota_stat *fqs)
1444{
1445 struct gfs2_sbd *sdp = sb->s_fs_info;
1446
1447 memset(fqs, 0, sizeof(struct fs_quota_stat));
1448 fqs->qs_version = FS_QSTAT_VERSION;
ad6bb90f
CH
1449
1450 switch (sdp->sd_args.ar_quota) {
1451 case GFS2_QUOTA_ON:
ade7ce31 1452 fqs->qs_flags |= (FS_QUOTA_UDQ_ENFD | FS_QUOTA_GDQ_ENFD);
ad6bb90f
CH
1453 /*FALLTHRU*/
1454 case GFS2_QUOTA_ACCOUNT:
ade7ce31 1455 fqs->qs_flags |= (FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT);
ad6bb90f
CH
1456 break;
1457 case GFS2_QUOTA_OFF:
1458 break;
1459 }
1460
1d371b5e
SW
1461 if (sdp->sd_quota_inode) {
1462 fqs->qs_uquota.qfs_ino = GFS2_I(sdp->sd_quota_inode)->i_no_addr;
1463 fqs->qs_uquota.qfs_nblks = sdp->sd_quota_inode->i_blocks;
1464 }
1465 fqs->qs_uquota.qfs_nextents = 1; /* unsupported */
1466 fqs->qs_gquota = fqs->qs_uquota; /* its the same inode in both cases */
1467 fqs->qs_incoredqs = atomic_read(&qd_lru_count);
1468 return 0;
1469}
1470
74a8a103 1471static int gfs2_get_dqblk(struct super_block *sb, struct kqid qid,
b9b2dd36 1472 struct fs_disk_quota *fdq)
113d6b3c
SW
1473{
1474 struct gfs2_sbd *sdp = sb->s_fs_info;
1475 struct gfs2_quota_lvb *qlvb;
1476 struct gfs2_quota_data *qd;
1477 struct gfs2_holder q_gh;
1478 int error;
74a8a103 1479 int type;
113d6b3c
SW
1480
1481 memset(fdq, 0, sizeof(struct fs_disk_quota));
1482
1483 if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)
1484 return -ESRCH; /* Crazy XFS error code */
1485
74a8a103 1486 if (qid.type == USRQUOTA)
113d6b3c 1487 type = QUOTA_USER;
74a8a103 1488 else if (qid.type == GRPQUOTA)
113d6b3c
SW
1489 type = QUOTA_GROUP;
1490 else
1491 return -EINVAL;
1492
05e0a60d 1493 error = qd_get(sdp, qid, &qd);
113d6b3c
SW
1494 if (error)
1495 return error;
1496 error = do_glock(qd, FORCE, &q_gh);
1497 if (error)
1498 goto out;
1499
4e2f8849 1500 qlvb = (struct gfs2_quota_lvb *)qd->qd_gl->gl_lksb.sb_lvbptr;
113d6b3c 1501 fdq->d_version = FS_DQUOT_VERSION;
ade7ce31 1502 fdq->d_flags = (type == QUOTA_USER) ? FS_USER_QUOTA : FS_GROUP_QUOTA;
558e8528 1503 fdq->d_id = from_kqid_munged(current_user_ns(), qid);
14870b45
AD
1504 fdq->d_blk_hardlimit = be64_to_cpu(qlvb->qb_limit) << sdp->sd_fsb2bb_shift;
1505 fdq->d_blk_softlimit = be64_to_cpu(qlvb->qb_warn) << sdp->sd_fsb2bb_shift;
1506 fdq->d_bcount = be64_to_cpu(qlvb->qb_value) << sdp->sd_fsb2bb_shift;
113d6b3c
SW
1507
1508 gfs2_glock_dq_uninit(&q_gh);
1509out:
1510 qd_put(qd);
1511 return error;
1512}
1513
e285c100 1514/* GFS2 only supports a subset of the XFS fields */
802ec9b6 1515#define GFS2_FIELDMASK (FS_DQ_BSOFT|FS_DQ_BHARD|FS_DQ_BCOUNT)
e285c100 1516
74a8a103 1517static int gfs2_set_dqblk(struct super_block *sb, struct kqid qid,
c472b432 1518 struct fs_disk_quota *fdq)
e285c100
SW
1519{
1520 struct gfs2_sbd *sdp = sb->s_fs_info;
1521 struct gfs2_inode *ip = GFS2_I(sdp->sd_quota_inode);
1522 struct gfs2_quota_data *qd;
1523 struct gfs2_holder q_gh, i_gh;
1524 unsigned int data_blocks, ind_blocks;
1525 unsigned int blocks = 0;
1526 int alloc_required;
e285c100
SW
1527 loff_t offset;
1528 int error;
74a8a103 1529 int type;
e285c100
SW
1530
1531 if (sdp->sd_args.ar_quota == GFS2_QUOTA_OFF)
1532 return -ESRCH; /* Crazy XFS error code */
1533
74a8a103 1534 switch(qid.type) {
e285c100
SW
1535 case USRQUOTA:
1536 type = QUOTA_USER;
e285c100
SW
1537 break;
1538 case GRPQUOTA:
1539 type = QUOTA_GROUP;
e285c100
SW
1540 break;
1541 default:
1542 return -EINVAL;
1543 }
1544
1545 if (fdq->d_fieldmask & ~GFS2_FIELDMASK)
1546 return -EINVAL;
e285c100 1547
05e0a60d 1548 error = qd_get(sdp, qid, &qd);
e285c100
SW
1549 if (error)
1550 return error;
1551
0a305e49
BP
1552 error = gfs2_rs_alloc(ip);
1553 if (error)
1554 goto out_put;
1555
e285c100
SW
1556 mutex_lock(&ip->i_inode.i_mutex);
1557 error = gfs2_glock_nq_init(qd->qd_gl, LM_ST_EXCLUSIVE, 0, &q_gh);
1558 if (error)
0a305e49 1559 goto out_unlockput;
e285c100
SW
1560 error = gfs2_glock_nq_init(ip->i_gl, LM_ST_EXCLUSIVE, 0, &i_gh);
1561 if (error)
1562 goto out_q;
1563
1564 /* Check for existing entry, if none then alloc new blocks */
1565 error = update_qd(sdp, qd);
1566 if (error)
1567 goto out_i;
1568
1569 /* If nothing has changed, this is a no-op */
1570 if ((fdq->d_fieldmask & FS_DQ_BSOFT) &&
14870b45 1571 ((fdq->d_blk_softlimit >> sdp->sd_fsb2bb_shift) == be64_to_cpu(qd->qd_qb.qb_warn)))
e285c100 1572 fdq->d_fieldmask ^= FS_DQ_BSOFT;
802ec9b6 1573
e285c100 1574 if ((fdq->d_fieldmask & FS_DQ_BHARD) &&
14870b45 1575 ((fdq->d_blk_hardlimit >> sdp->sd_fsb2bb_shift) == be64_to_cpu(qd->qd_qb.qb_limit)))
e285c100 1576 fdq->d_fieldmask ^= FS_DQ_BHARD;
802ec9b6
AD
1577
1578 if ((fdq->d_fieldmask & FS_DQ_BCOUNT) &&
1579 ((fdq->d_bcount >> sdp->sd_fsb2bb_shift) == be64_to_cpu(qd->qd_qb.qb_value)))
1580 fdq->d_fieldmask ^= FS_DQ_BCOUNT;
1581
e285c100
SW
1582 if (fdq->d_fieldmask == 0)
1583 goto out_i;
1584
1585 offset = qd2offset(qd);
461cb419 1586 alloc_required = gfs2_write_alloc_required(ip, offset, sizeof(struct gfs2_quota));
e79a46a0
AD
1587 if (gfs2_is_stuffed(ip))
1588 alloc_required = 1;
e285c100 1589 if (alloc_required) {
e285c100
SW
1590 gfs2_write_calc_reserv(ip, sizeof(struct gfs2_quota),
1591 &data_blocks, &ind_blocks);
564e12b1 1592 blocks = 1 + data_blocks + ind_blocks;
9dbe9610 1593 error = gfs2_inplace_reserve(ip, blocks, 0);
e285c100 1594 if (error)
564e12b1 1595 goto out_i;
71f890f7 1596 blocks += gfs2_rg_blocks(ip, blocks);
e285c100
SW
1597 }
1598
e79a46a0
AD
1599 /* Some quotas span block boundaries and can update two blocks,
1600 adding an extra block to the transaction to handle such quotas */
1601 error = gfs2_trans_begin(sdp, blocks + RES_DINODE + 2, 0);
e285c100
SW
1602 if (error)
1603 goto out_release;
1604
1605 /* Apply changes */
1606 error = gfs2_adjust_quota(ip, offset, 0, qd, fdq);
1607
1608 gfs2_trans_end(sdp);
1609out_release:
564e12b1 1610 if (alloc_required)
e285c100 1611 gfs2_inplace_release(ip);
e285c100
SW
1612out_i:
1613 gfs2_glock_dq_uninit(&i_gh);
1614out_q:
1615 gfs2_glock_dq_uninit(&q_gh);
0a305e49 1616out_unlockput:
e285c100 1617 mutex_unlock(&ip->i_inode.i_mutex);
0a305e49 1618out_put:
e285c100
SW
1619 qd_put(qd);
1620 return error;
1621}
1622
cc632e7f
SW
1623const struct quotactl_ops gfs2_quotactl_ops = {
1624 .quota_sync = gfs2_quota_sync,
1d371b5e 1625 .get_xstate = gfs2_quota_get_xstate,
b9b2dd36 1626 .get_dqblk = gfs2_get_dqblk,
c472b432 1627 .set_dqblk = gfs2_set_dqblk,
cc632e7f 1628};