]> git.proxmox.com Git - mirror_ubuntu-jammy-kernel.git/blob - fs/xfs/xfs_qm.c
Merge branch 'for-linus' of git://git.kernel.org/pub/scm/linux/kernel/git/dtor/input
[mirror_ubuntu-jammy-kernel.git] / fs / xfs / xfs_qm.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3 * Copyright (c) 2000-2005 Silicon Graphics, Inc.
4 * All Rights Reserved.
5 */
6 #include "xfs.h"
7 #include "xfs_fs.h"
8 #include "xfs_shared.h"
9 #include "xfs_format.h"
10 #include "xfs_log_format.h"
11 #include "xfs_trans_resv.h"
12 #include "xfs_bit.h"
13 #include "xfs_sb.h"
14 #include "xfs_mount.h"
15 #include "xfs_inode.h"
16 #include "xfs_ialloc.h"
17 #include "xfs_itable.h"
18 #include "xfs_quota.h"
19 #include "xfs_error.h"
20 #include "xfs_bmap.h"
21 #include "xfs_bmap_btree.h"
22 #include "xfs_bmap_util.h"
23 #include "xfs_trans.h"
24 #include "xfs_trans_space.h"
25 #include "xfs_qm.h"
26 #include "xfs_trace.h"
27 #include "xfs_icache.h"
28 #include "xfs_cksum.h"
29
30 /*
31 * The global quota manager. There is only one of these for the entire
32 * system, _not_ one per file system. XQM keeps track of the overall
33 * quota functionality, including maintaining the freelist and hash
34 * tables of dquots.
35 */
36 STATIC int xfs_qm_init_quotainos(xfs_mount_t *);
37 STATIC int xfs_qm_init_quotainfo(xfs_mount_t *);
38
39 STATIC void xfs_qm_destroy_quotainos(xfs_quotainfo_t *qi);
40 STATIC void xfs_qm_dqfree_one(struct xfs_dquot *dqp);
41 /*
42 * We use the batch lookup interface to iterate over the dquots as it
43 * currently is the only interface into the radix tree code that allows
44 * fuzzy lookups instead of exact matches. Holding the lock over multiple
45 * operations is fine as all callers are used either during mount/umount
46 * or quotaoff.
47 */
48 #define XFS_DQ_LOOKUP_BATCH 32
49
50 STATIC int
51 xfs_qm_dquot_walk(
52 struct xfs_mount *mp,
53 int type,
54 int (*execute)(struct xfs_dquot *dqp, void *data),
55 void *data)
56 {
57 struct xfs_quotainfo *qi = mp->m_quotainfo;
58 struct radix_tree_root *tree = xfs_dquot_tree(qi, type);
59 uint32_t next_index;
60 int last_error = 0;
61 int skipped;
62 int nr_found;
63
64 restart:
65 skipped = 0;
66 next_index = 0;
67 nr_found = 0;
68
69 while (1) {
70 struct xfs_dquot *batch[XFS_DQ_LOOKUP_BATCH];
71 int error = 0;
72 int i;
73
74 mutex_lock(&qi->qi_tree_lock);
75 nr_found = radix_tree_gang_lookup(tree, (void **)batch,
76 next_index, XFS_DQ_LOOKUP_BATCH);
77 if (!nr_found) {
78 mutex_unlock(&qi->qi_tree_lock);
79 break;
80 }
81
82 for (i = 0; i < nr_found; i++) {
83 struct xfs_dquot *dqp = batch[i];
84
85 next_index = be32_to_cpu(dqp->q_core.d_id) + 1;
86
87 error = execute(batch[i], data);
88 if (error == -EAGAIN) {
89 skipped++;
90 continue;
91 }
92 if (error && last_error != -EFSCORRUPTED)
93 last_error = error;
94 }
95
96 mutex_unlock(&qi->qi_tree_lock);
97
98 /* bail out if the filesystem is corrupted. */
99 if (last_error == -EFSCORRUPTED) {
100 skipped = 0;
101 break;
102 }
103 /* we're done if id overflows back to zero */
104 if (!next_index)
105 break;
106 }
107
108 if (skipped) {
109 delay(1);
110 goto restart;
111 }
112
113 return last_error;
114 }
115
116
117 /*
118 * Purge a dquot from all tracking data structures and free it.
119 */
120 STATIC int
121 xfs_qm_dqpurge(
122 struct xfs_dquot *dqp,
123 void *data)
124 {
125 struct xfs_mount *mp = dqp->q_mount;
126 struct xfs_quotainfo *qi = mp->m_quotainfo;
127
128 xfs_dqlock(dqp);
129 if ((dqp->dq_flags & XFS_DQ_FREEING) || dqp->q_nrefs != 0) {
130 xfs_dqunlock(dqp);
131 return -EAGAIN;
132 }
133
134 dqp->dq_flags |= XFS_DQ_FREEING;
135
136 xfs_dqflock(dqp);
137
138 /*
139 * If we are turning this type of quotas off, we don't care
140 * about the dirty metadata sitting in this dquot. OTOH, if
141 * we're unmounting, we do care, so we flush it and wait.
142 */
143 if (XFS_DQ_IS_DIRTY(dqp)) {
144 struct xfs_buf *bp = NULL;
145 int error;
146
147 /*
148 * We don't care about getting disk errors here. We need
149 * to purge this dquot anyway, so we go ahead regardless.
150 */
151 error = xfs_qm_dqflush(dqp, &bp);
152 if (!error) {
153 error = xfs_bwrite(bp);
154 xfs_buf_relse(bp);
155 }
156 xfs_dqflock(dqp);
157 }
158
159 ASSERT(atomic_read(&dqp->q_pincount) == 0);
160 ASSERT(XFS_FORCED_SHUTDOWN(mp) ||
161 !test_bit(XFS_LI_IN_AIL, &dqp->q_logitem.qli_item.li_flags));
162
163 xfs_dqfunlock(dqp);
164 xfs_dqunlock(dqp);
165
166 radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
167 be32_to_cpu(dqp->q_core.d_id));
168 qi->qi_dquots--;
169
170 /*
171 * We move dquots to the freelist as soon as their reference count
172 * hits zero, so it really should be on the freelist here.
173 */
174 ASSERT(!list_empty(&dqp->q_lru));
175 list_lru_del(&qi->qi_lru, &dqp->q_lru);
176 XFS_STATS_DEC(mp, xs_qm_dquot_unused);
177
178 xfs_qm_dqdestroy(dqp);
179 return 0;
180 }
181
182 /*
183 * Purge the dquot cache.
184 */
185 void
186 xfs_qm_dqpurge_all(
187 struct xfs_mount *mp,
188 uint flags)
189 {
190 if (flags & XFS_QMOPT_UQUOTA)
191 xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_dqpurge, NULL);
192 if (flags & XFS_QMOPT_GQUOTA)
193 xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_dqpurge, NULL);
194 if (flags & XFS_QMOPT_PQUOTA)
195 xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_dqpurge, NULL);
196 }
197
198 /*
199 * Just destroy the quotainfo structure.
200 */
201 void
202 xfs_qm_unmount(
203 struct xfs_mount *mp)
204 {
205 if (mp->m_quotainfo) {
206 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
207 xfs_qm_destroy_quotainfo(mp);
208 }
209 }
210
211 /*
212 * Called from the vfsops layer.
213 */
214 void
215 xfs_qm_unmount_quotas(
216 xfs_mount_t *mp)
217 {
218 /*
219 * Release the dquots that root inode, et al might be holding,
220 * before we flush quotas and blow away the quotainfo structure.
221 */
222 ASSERT(mp->m_rootip);
223 xfs_qm_dqdetach(mp->m_rootip);
224 if (mp->m_rbmip)
225 xfs_qm_dqdetach(mp->m_rbmip);
226 if (mp->m_rsumip)
227 xfs_qm_dqdetach(mp->m_rsumip);
228
229 /*
230 * Release the quota inodes.
231 */
232 if (mp->m_quotainfo) {
233 if (mp->m_quotainfo->qi_uquotaip) {
234 xfs_irele(mp->m_quotainfo->qi_uquotaip);
235 mp->m_quotainfo->qi_uquotaip = NULL;
236 }
237 if (mp->m_quotainfo->qi_gquotaip) {
238 xfs_irele(mp->m_quotainfo->qi_gquotaip);
239 mp->m_quotainfo->qi_gquotaip = NULL;
240 }
241 if (mp->m_quotainfo->qi_pquotaip) {
242 xfs_irele(mp->m_quotainfo->qi_pquotaip);
243 mp->m_quotainfo->qi_pquotaip = NULL;
244 }
245 }
246 }
247
248 STATIC int
249 xfs_qm_dqattach_one(
250 xfs_inode_t *ip,
251 xfs_dqid_t id,
252 uint type,
253 bool doalloc,
254 xfs_dquot_t **IO_idqpp)
255 {
256 xfs_dquot_t *dqp;
257 int error;
258
259 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
260 error = 0;
261
262 /*
263 * See if we already have it in the inode itself. IO_idqpp is &i_udquot
264 * or &i_gdquot. This made the code look weird, but made the logic a lot
265 * simpler.
266 */
267 dqp = *IO_idqpp;
268 if (dqp) {
269 trace_xfs_dqattach_found(dqp);
270 return 0;
271 }
272
273 /*
274 * Find the dquot from somewhere. This bumps the reference count of
275 * dquot and returns it locked. This can return ENOENT if dquot didn't
276 * exist on disk and we didn't ask it to allocate; ESRCH if quotas got
277 * turned off suddenly.
278 */
279 error = xfs_qm_dqget_inode(ip, type, doalloc, &dqp);
280 if (error)
281 return error;
282
283 trace_xfs_dqattach_get(dqp);
284
285 /*
286 * dqget may have dropped and re-acquired the ilock, but it guarantees
287 * that the dquot returned is the one that should go in the inode.
288 */
289 *IO_idqpp = dqp;
290 xfs_dqunlock(dqp);
291 return 0;
292 }
293
294 static bool
295 xfs_qm_need_dqattach(
296 struct xfs_inode *ip)
297 {
298 struct xfs_mount *mp = ip->i_mount;
299
300 if (!XFS_IS_QUOTA_RUNNING(mp))
301 return false;
302 if (!XFS_IS_QUOTA_ON(mp))
303 return false;
304 if (!XFS_NOT_DQATTACHED(mp, ip))
305 return false;
306 if (xfs_is_quota_inode(&mp->m_sb, ip->i_ino))
307 return false;
308 return true;
309 }
310
311 /*
312 * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
313 * into account.
314 * If @doalloc is true, the dquot(s) will be allocated if needed.
315 * Inode may get unlocked and relocked in here, and the caller must deal with
316 * the consequences.
317 */
318 int
319 xfs_qm_dqattach_locked(
320 xfs_inode_t *ip,
321 bool doalloc)
322 {
323 xfs_mount_t *mp = ip->i_mount;
324 int error = 0;
325
326 if (!xfs_qm_need_dqattach(ip))
327 return 0;
328
329 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
330
331 if (XFS_IS_UQUOTA_ON(mp) && !ip->i_udquot) {
332 error = xfs_qm_dqattach_one(ip, ip->i_d.di_uid, XFS_DQ_USER,
333 doalloc, &ip->i_udquot);
334 if (error)
335 goto done;
336 ASSERT(ip->i_udquot);
337 }
338
339 if (XFS_IS_GQUOTA_ON(mp) && !ip->i_gdquot) {
340 error = xfs_qm_dqattach_one(ip, ip->i_d.di_gid, XFS_DQ_GROUP,
341 doalloc, &ip->i_gdquot);
342 if (error)
343 goto done;
344 ASSERT(ip->i_gdquot);
345 }
346
347 if (XFS_IS_PQUOTA_ON(mp) && !ip->i_pdquot) {
348 error = xfs_qm_dqattach_one(ip, xfs_get_projid(ip), XFS_DQ_PROJ,
349 doalloc, &ip->i_pdquot);
350 if (error)
351 goto done;
352 ASSERT(ip->i_pdquot);
353 }
354
355 done:
356 /*
357 * Don't worry about the dquots that we may have attached before any
358 * error - they'll get detached later if it has not already been done.
359 */
360 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
361 return error;
362 }
363
364 int
365 xfs_qm_dqattach(
366 struct xfs_inode *ip)
367 {
368 int error;
369
370 if (!xfs_qm_need_dqattach(ip))
371 return 0;
372
373 xfs_ilock(ip, XFS_ILOCK_EXCL);
374 error = xfs_qm_dqattach_locked(ip, false);
375 xfs_iunlock(ip, XFS_ILOCK_EXCL);
376
377 return error;
378 }
379
380 /*
381 * Release dquots (and their references) if any.
382 * The inode should be locked EXCL except when this's called by
383 * xfs_ireclaim.
384 */
385 void
386 xfs_qm_dqdetach(
387 xfs_inode_t *ip)
388 {
389 if (!(ip->i_udquot || ip->i_gdquot || ip->i_pdquot))
390 return;
391
392 trace_xfs_dquot_dqdetach(ip);
393
394 ASSERT(!xfs_is_quota_inode(&ip->i_mount->m_sb, ip->i_ino));
395 if (ip->i_udquot) {
396 xfs_qm_dqrele(ip->i_udquot);
397 ip->i_udquot = NULL;
398 }
399 if (ip->i_gdquot) {
400 xfs_qm_dqrele(ip->i_gdquot);
401 ip->i_gdquot = NULL;
402 }
403 if (ip->i_pdquot) {
404 xfs_qm_dqrele(ip->i_pdquot);
405 ip->i_pdquot = NULL;
406 }
407 }
408
409 struct xfs_qm_isolate {
410 struct list_head buffers;
411 struct list_head dispose;
412 };
413
414 static enum lru_status
415 xfs_qm_dquot_isolate(
416 struct list_head *item,
417 struct list_lru_one *lru,
418 spinlock_t *lru_lock,
419 void *arg)
420 __releases(lru_lock) __acquires(lru_lock)
421 {
422 struct xfs_dquot *dqp = container_of(item,
423 struct xfs_dquot, q_lru);
424 struct xfs_qm_isolate *isol = arg;
425
426 if (!xfs_dqlock_nowait(dqp))
427 goto out_miss_busy;
428
429 /*
430 * This dquot has acquired a reference in the meantime remove it from
431 * the freelist and try again.
432 */
433 if (dqp->q_nrefs) {
434 xfs_dqunlock(dqp);
435 XFS_STATS_INC(dqp->q_mount, xs_qm_dqwants);
436
437 trace_xfs_dqreclaim_want(dqp);
438 list_lru_isolate(lru, &dqp->q_lru);
439 XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
440 return LRU_REMOVED;
441 }
442
443 /*
444 * If the dquot is dirty, flush it. If it's already being flushed, just
445 * skip it so there is time for the IO to complete before we try to
446 * reclaim it again on the next LRU pass.
447 */
448 if (!xfs_dqflock_nowait(dqp)) {
449 xfs_dqunlock(dqp);
450 goto out_miss_busy;
451 }
452
453 if (XFS_DQ_IS_DIRTY(dqp)) {
454 struct xfs_buf *bp = NULL;
455 int error;
456
457 trace_xfs_dqreclaim_dirty(dqp);
458
459 /* we have to drop the LRU lock to flush the dquot */
460 spin_unlock(lru_lock);
461
462 error = xfs_qm_dqflush(dqp, &bp);
463 if (error)
464 goto out_unlock_dirty;
465
466 xfs_buf_delwri_queue(bp, &isol->buffers);
467 xfs_buf_relse(bp);
468 goto out_unlock_dirty;
469 }
470 xfs_dqfunlock(dqp);
471
472 /*
473 * Prevent lookups now that we are past the point of no return.
474 */
475 dqp->dq_flags |= XFS_DQ_FREEING;
476 xfs_dqunlock(dqp);
477
478 ASSERT(dqp->q_nrefs == 0);
479 list_lru_isolate_move(lru, &dqp->q_lru, &isol->dispose);
480 XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
481 trace_xfs_dqreclaim_done(dqp);
482 XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaims);
483 return LRU_REMOVED;
484
485 out_miss_busy:
486 trace_xfs_dqreclaim_busy(dqp);
487 XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
488 return LRU_SKIP;
489
490 out_unlock_dirty:
491 trace_xfs_dqreclaim_busy(dqp);
492 XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
493 xfs_dqunlock(dqp);
494 spin_lock(lru_lock);
495 return LRU_RETRY;
496 }
497
498 static unsigned long
499 xfs_qm_shrink_scan(
500 struct shrinker *shrink,
501 struct shrink_control *sc)
502 {
503 struct xfs_quotainfo *qi = container_of(shrink,
504 struct xfs_quotainfo, qi_shrinker);
505 struct xfs_qm_isolate isol;
506 unsigned long freed;
507 int error;
508
509 if ((sc->gfp_mask & (__GFP_FS|__GFP_DIRECT_RECLAIM)) != (__GFP_FS|__GFP_DIRECT_RECLAIM))
510 return 0;
511
512 INIT_LIST_HEAD(&isol.buffers);
513 INIT_LIST_HEAD(&isol.dispose);
514
515 freed = list_lru_shrink_walk(&qi->qi_lru, sc,
516 xfs_qm_dquot_isolate, &isol);
517
518 error = xfs_buf_delwri_submit(&isol.buffers);
519 if (error)
520 xfs_warn(NULL, "%s: dquot reclaim failed", __func__);
521
522 while (!list_empty(&isol.dispose)) {
523 struct xfs_dquot *dqp;
524
525 dqp = list_first_entry(&isol.dispose, struct xfs_dquot, q_lru);
526 list_del_init(&dqp->q_lru);
527 xfs_qm_dqfree_one(dqp);
528 }
529
530 return freed;
531 }
532
533 static unsigned long
534 xfs_qm_shrink_count(
535 struct shrinker *shrink,
536 struct shrink_control *sc)
537 {
538 struct xfs_quotainfo *qi = container_of(shrink,
539 struct xfs_quotainfo, qi_shrinker);
540
541 return list_lru_shrink_count(&qi->qi_lru, sc);
542 }
543
544 STATIC void
545 xfs_qm_set_defquota(
546 xfs_mount_t *mp,
547 uint type,
548 xfs_quotainfo_t *qinf)
549 {
550 xfs_dquot_t *dqp;
551 struct xfs_def_quota *defq;
552 struct xfs_disk_dquot *ddqp;
553 int error;
554
555 error = xfs_qm_dqget_uncached(mp, 0, type, &dqp);
556 if (error)
557 return;
558
559 ddqp = &dqp->q_core;
560 defq = xfs_get_defquota(dqp, qinf);
561
562 /*
563 * Timers and warnings have been already set, let's just set the
564 * default limits for this quota type
565 */
566 defq->bhardlimit = be64_to_cpu(ddqp->d_blk_hardlimit);
567 defq->bsoftlimit = be64_to_cpu(ddqp->d_blk_softlimit);
568 defq->ihardlimit = be64_to_cpu(ddqp->d_ino_hardlimit);
569 defq->isoftlimit = be64_to_cpu(ddqp->d_ino_softlimit);
570 defq->rtbhardlimit = be64_to_cpu(ddqp->d_rtb_hardlimit);
571 defq->rtbsoftlimit = be64_to_cpu(ddqp->d_rtb_softlimit);
572 xfs_qm_dqdestroy(dqp);
573 }
574
575 /* Initialize quota time limits from the root dquot. */
576 static void
577 xfs_qm_init_timelimits(
578 struct xfs_mount *mp,
579 struct xfs_quotainfo *qinf)
580 {
581 struct xfs_disk_dquot *ddqp;
582 struct xfs_dquot *dqp;
583 uint type;
584 int error;
585
586 qinf->qi_btimelimit = XFS_QM_BTIMELIMIT;
587 qinf->qi_itimelimit = XFS_QM_ITIMELIMIT;
588 qinf->qi_rtbtimelimit = XFS_QM_RTBTIMELIMIT;
589 qinf->qi_bwarnlimit = XFS_QM_BWARNLIMIT;
590 qinf->qi_iwarnlimit = XFS_QM_IWARNLIMIT;
591 qinf->qi_rtbwarnlimit = XFS_QM_RTBWARNLIMIT;
592
593 /*
594 * We try to get the limits from the superuser's limits fields.
595 * This is quite hacky, but it is standard quota practice.
596 *
597 * Since we may not have done a quotacheck by this point, just read
598 * the dquot without attaching it to any hashtables or lists.
599 *
600 * Timers and warnings are globally set by the first timer found in
601 * user/group/proj quota types, otherwise a default value is used.
602 * This should be split into different fields per quota type.
603 */
604 if (XFS_IS_UQUOTA_RUNNING(mp))
605 type = XFS_DQ_USER;
606 else if (XFS_IS_GQUOTA_RUNNING(mp))
607 type = XFS_DQ_GROUP;
608 else
609 type = XFS_DQ_PROJ;
610 error = xfs_qm_dqget_uncached(mp, 0, type, &dqp);
611 if (error)
612 return;
613
614 ddqp = &dqp->q_core;
615 /*
616 * The warnings and timers set the grace period given to
617 * a user or group before he or she can not perform any
618 * more writing. If it is zero, a default is used.
619 */
620 if (ddqp->d_btimer)
621 qinf->qi_btimelimit = be32_to_cpu(ddqp->d_btimer);
622 if (ddqp->d_itimer)
623 qinf->qi_itimelimit = be32_to_cpu(ddqp->d_itimer);
624 if (ddqp->d_rtbtimer)
625 qinf->qi_rtbtimelimit = be32_to_cpu(ddqp->d_rtbtimer);
626 if (ddqp->d_bwarns)
627 qinf->qi_bwarnlimit = be16_to_cpu(ddqp->d_bwarns);
628 if (ddqp->d_iwarns)
629 qinf->qi_iwarnlimit = be16_to_cpu(ddqp->d_iwarns);
630 if (ddqp->d_rtbwarns)
631 qinf->qi_rtbwarnlimit = be16_to_cpu(ddqp->d_rtbwarns);
632
633 xfs_qm_dqdestroy(dqp);
634 }
635
636 /*
637 * This initializes all the quota information that's kept in the
638 * mount structure
639 */
640 STATIC int
641 xfs_qm_init_quotainfo(
642 struct xfs_mount *mp)
643 {
644 struct xfs_quotainfo *qinf;
645 int error;
646
647 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
648
649 qinf = mp->m_quotainfo = kmem_zalloc(sizeof(xfs_quotainfo_t), KM_SLEEP);
650
651 error = list_lru_init(&qinf->qi_lru);
652 if (error)
653 goto out_free_qinf;
654
655 /*
656 * See if quotainodes are setup, and if not, allocate them,
657 * and change the superblock accordingly.
658 */
659 error = xfs_qm_init_quotainos(mp);
660 if (error)
661 goto out_free_lru;
662
663 INIT_RADIX_TREE(&qinf->qi_uquota_tree, GFP_NOFS);
664 INIT_RADIX_TREE(&qinf->qi_gquota_tree, GFP_NOFS);
665 INIT_RADIX_TREE(&qinf->qi_pquota_tree, GFP_NOFS);
666 mutex_init(&qinf->qi_tree_lock);
667
668 /* mutex used to serialize quotaoffs */
669 mutex_init(&qinf->qi_quotaofflock);
670
671 /* Precalc some constants */
672 qinf->qi_dqchunklen = XFS_FSB_TO_BB(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
673 qinf->qi_dqperchunk = xfs_calc_dquots_per_chunk(qinf->qi_dqchunklen);
674
675 mp->m_qflags |= (mp->m_sb.sb_qflags & XFS_ALL_QUOTA_CHKD);
676
677 xfs_qm_init_timelimits(mp, qinf);
678
679 if (XFS_IS_UQUOTA_RUNNING(mp))
680 xfs_qm_set_defquota(mp, XFS_DQ_USER, qinf);
681 if (XFS_IS_GQUOTA_RUNNING(mp))
682 xfs_qm_set_defquota(mp, XFS_DQ_GROUP, qinf);
683 if (XFS_IS_PQUOTA_RUNNING(mp))
684 xfs_qm_set_defquota(mp, XFS_DQ_PROJ, qinf);
685
686 qinf->qi_shrinker.count_objects = xfs_qm_shrink_count;
687 qinf->qi_shrinker.scan_objects = xfs_qm_shrink_scan;
688 qinf->qi_shrinker.seeks = DEFAULT_SEEKS;
689 qinf->qi_shrinker.flags = SHRINKER_NUMA_AWARE;
690
691 error = register_shrinker(&qinf->qi_shrinker);
692 if (error)
693 goto out_free_inos;
694
695 return 0;
696
697 out_free_inos:
698 mutex_destroy(&qinf->qi_quotaofflock);
699 mutex_destroy(&qinf->qi_tree_lock);
700 xfs_qm_destroy_quotainos(qinf);
701 out_free_lru:
702 list_lru_destroy(&qinf->qi_lru);
703 out_free_qinf:
704 kmem_free(qinf);
705 mp->m_quotainfo = NULL;
706 return error;
707 }
708
709 /*
710 * Gets called when unmounting a filesystem or when all quotas get
711 * turned off.
712 * This purges the quota inodes, destroys locks and frees itself.
713 */
714 void
715 xfs_qm_destroy_quotainfo(
716 xfs_mount_t *mp)
717 {
718 xfs_quotainfo_t *qi;
719
720 qi = mp->m_quotainfo;
721 ASSERT(qi != NULL);
722
723 unregister_shrinker(&qi->qi_shrinker);
724 list_lru_destroy(&qi->qi_lru);
725 xfs_qm_destroy_quotainos(qi);
726 mutex_destroy(&qi->qi_tree_lock);
727 mutex_destroy(&qi->qi_quotaofflock);
728 kmem_free(qi);
729 mp->m_quotainfo = NULL;
730 }
731
732 /*
733 * Create an inode and return with a reference already taken, but unlocked
734 * This is how we create quota inodes
735 */
736 STATIC int
737 xfs_qm_qino_alloc(
738 xfs_mount_t *mp,
739 xfs_inode_t **ip,
740 uint flags)
741 {
742 xfs_trans_t *tp;
743 int error;
744 bool need_alloc = true;
745
746 *ip = NULL;
747 /*
748 * With superblock that doesn't have separate pquotino, we
749 * share an inode between gquota and pquota. If the on-disk
750 * superblock has GQUOTA and the filesystem is now mounted
751 * with PQUOTA, just use sb_gquotino for sb_pquotino and
752 * vice-versa.
753 */
754 if (!xfs_sb_version_has_pquotino(&mp->m_sb) &&
755 (flags & (XFS_QMOPT_PQUOTA|XFS_QMOPT_GQUOTA))) {
756 xfs_ino_t ino = NULLFSINO;
757
758 if ((flags & XFS_QMOPT_PQUOTA) &&
759 (mp->m_sb.sb_gquotino != NULLFSINO)) {
760 ino = mp->m_sb.sb_gquotino;
761 ASSERT(mp->m_sb.sb_pquotino == NULLFSINO);
762 } else if ((flags & XFS_QMOPT_GQUOTA) &&
763 (mp->m_sb.sb_pquotino != NULLFSINO)) {
764 ino = mp->m_sb.sb_pquotino;
765 ASSERT(mp->m_sb.sb_gquotino == NULLFSINO);
766 }
767 if (ino != NULLFSINO) {
768 error = xfs_iget(mp, NULL, ino, 0, 0, ip);
769 if (error)
770 return error;
771 mp->m_sb.sb_gquotino = NULLFSINO;
772 mp->m_sb.sb_pquotino = NULLFSINO;
773 need_alloc = false;
774 }
775 }
776
777 error = xfs_trans_alloc(mp, &M_RES(mp)->tr_create,
778 XFS_QM_QINOCREATE_SPACE_RES(mp), 0, 0, &tp);
779 if (error)
780 return error;
781
782 if (need_alloc) {
783 error = xfs_dir_ialloc(&tp, NULL, S_IFREG, 1, 0, 0, ip);
784 if (error) {
785 xfs_trans_cancel(tp);
786 return error;
787 }
788 }
789
790 /*
791 * Make the changes in the superblock, and log those too.
792 * sbfields arg may contain fields other than *QUOTINO;
793 * VERSIONNUM for example.
794 */
795 spin_lock(&mp->m_sb_lock);
796 if (flags & XFS_QMOPT_SBVERSION) {
797 ASSERT(!xfs_sb_version_hasquota(&mp->m_sb));
798
799 xfs_sb_version_addquota(&mp->m_sb);
800 mp->m_sb.sb_uquotino = NULLFSINO;
801 mp->m_sb.sb_gquotino = NULLFSINO;
802 mp->m_sb.sb_pquotino = NULLFSINO;
803
804 /* qflags will get updated fully _after_ quotacheck */
805 mp->m_sb.sb_qflags = mp->m_qflags & XFS_ALL_QUOTA_ACCT;
806 }
807 if (flags & XFS_QMOPT_UQUOTA)
808 mp->m_sb.sb_uquotino = (*ip)->i_ino;
809 else if (flags & XFS_QMOPT_GQUOTA)
810 mp->m_sb.sb_gquotino = (*ip)->i_ino;
811 else
812 mp->m_sb.sb_pquotino = (*ip)->i_ino;
813 spin_unlock(&mp->m_sb_lock);
814 xfs_log_sb(tp);
815
816 error = xfs_trans_commit(tp);
817 if (error) {
818 ASSERT(XFS_FORCED_SHUTDOWN(mp));
819 xfs_alert(mp, "%s failed (error %d)!", __func__, error);
820 }
821 if (need_alloc)
822 xfs_finish_inode_setup(*ip);
823 return error;
824 }
825
826
827 STATIC void
828 xfs_qm_reset_dqcounts(
829 xfs_mount_t *mp,
830 xfs_buf_t *bp,
831 xfs_dqid_t id,
832 uint type)
833 {
834 struct xfs_dqblk *dqb;
835 int j;
836 xfs_failaddr_t fa;
837
838 trace_xfs_reset_dqcounts(bp, _RET_IP_);
839
840 /*
841 * Reset all counters and timers. They'll be
842 * started afresh by xfs_qm_quotacheck.
843 */
844 #ifdef DEBUG
845 j = (int)XFS_FSB_TO_B(mp, XFS_DQUOT_CLUSTER_SIZE_FSB) /
846 sizeof(xfs_dqblk_t);
847 ASSERT(mp->m_quotainfo->qi_dqperchunk == j);
848 #endif
849 dqb = bp->b_addr;
850 for (j = 0; j < mp->m_quotainfo->qi_dqperchunk; j++) {
851 struct xfs_disk_dquot *ddq;
852
853 ddq = (struct xfs_disk_dquot *)&dqb[j];
854
855 /*
856 * Do a sanity check, and if needed, repair the dqblk. Don't
857 * output any warnings because it's perfectly possible to
858 * find uninitialised dquot blks. See comment in
859 * xfs_dquot_verify.
860 */
861 fa = xfs_dqblk_verify(mp, &dqb[j], id + j, type);
862 if (fa)
863 xfs_dqblk_repair(mp, &dqb[j], id + j, type);
864
865 /*
866 * Reset type in case we are reusing group quota file for
867 * project quotas or vice versa
868 */
869 ddq->d_flags = type;
870 ddq->d_bcount = 0;
871 ddq->d_icount = 0;
872 ddq->d_rtbcount = 0;
873 ddq->d_btimer = 0;
874 ddq->d_itimer = 0;
875 ddq->d_rtbtimer = 0;
876 ddq->d_bwarns = 0;
877 ddq->d_iwarns = 0;
878 ddq->d_rtbwarns = 0;
879
880 if (xfs_sb_version_hascrc(&mp->m_sb)) {
881 xfs_update_cksum((char *)&dqb[j],
882 sizeof(struct xfs_dqblk),
883 XFS_DQUOT_CRC_OFF);
884 }
885 }
886 }
887
888 STATIC int
889 xfs_qm_reset_dqcounts_all(
890 struct xfs_mount *mp,
891 xfs_dqid_t firstid,
892 xfs_fsblock_t bno,
893 xfs_filblks_t blkcnt,
894 uint flags,
895 struct list_head *buffer_list)
896 {
897 struct xfs_buf *bp;
898 int error;
899 int type;
900
901 ASSERT(blkcnt > 0);
902 type = flags & XFS_QMOPT_UQUOTA ? XFS_DQ_USER :
903 (flags & XFS_QMOPT_PQUOTA ? XFS_DQ_PROJ : XFS_DQ_GROUP);
904 error = 0;
905
906 /*
907 * Blkcnt arg can be a very big number, and might even be
908 * larger than the log itself. So, we have to break it up into
909 * manageable-sized transactions.
910 * Note that we don't start a permanent transaction here; we might
911 * not be able to get a log reservation for the whole thing up front,
912 * and we don't really care to either, because we just discard
913 * everything if we were to crash in the middle of this loop.
914 */
915 while (blkcnt--) {
916 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
917 XFS_FSB_TO_DADDR(mp, bno),
918 mp->m_quotainfo->qi_dqchunklen, 0, &bp,
919 &xfs_dquot_buf_ops);
920
921 /*
922 * CRC and validation errors will return a EFSCORRUPTED here. If
923 * this occurs, re-read without CRC validation so that we can
924 * repair the damage via xfs_qm_reset_dqcounts(). This process
925 * will leave a trace in the log indicating corruption has
926 * been detected.
927 */
928 if (error == -EFSCORRUPTED) {
929 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
930 XFS_FSB_TO_DADDR(mp, bno),
931 mp->m_quotainfo->qi_dqchunklen, 0, &bp,
932 NULL);
933 }
934
935 if (error)
936 break;
937
938 /*
939 * A corrupt buffer might not have a verifier attached, so
940 * make sure we have the correct one attached before writeback
941 * occurs.
942 */
943 bp->b_ops = &xfs_dquot_buf_ops;
944 xfs_qm_reset_dqcounts(mp, bp, firstid, type);
945 xfs_buf_delwri_queue(bp, buffer_list);
946 xfs_buf_relse(bp);
947
948 /* goto the next block. */
949 bno++;
950 firstid += mp->m_quotainfo->qi_dqperchunk;
951 }
952
953 return error;
954 }
955
956 /*
957 * Iterate over all allocated dquot blocks in this quota inode, zeroing all
958 * counters for every chunk of dquots that we find.
959 */
960 STATIC int
961 xfs_qm_reset_dqcounts_buf(
962 struct xfs_mount *mp,
963 struct xfs_inode *qip,
964 uint flags,
965 struct list_head *buffer_list)
966 {
967 struct xfs_bmbt_irec *map;
968 int i, nmaps; /* number of map entries */
969 int error; /* return value */
970 xfs_fileoff_t lblkno;
971 xfs_filblks_t maxlblkcnt;
972 xfs_dqid_t firstid;
973 xfs_fsblock_t rablkno;
974 xfs_filblks_t rablkcnt;
975
976 error = 0;
977 /*
978 * This looks racy, but we can't keep an inode lock across a
979 * trans_reserve. But, this gets called during quotacheck, and that
980 * happens only at mount time which is single threaded.
981 */
982 if (qip->i_d.di_nblocks == 0)
983 return 0;
984
985 map = kmem_alloc(XFS_DQITER_MAP_SIZE * sizeof(*map), KM_SLEEP);
986
987 lblkno = 0;
988 maxlblkcnt = XFS_B_TO_FSB(mp, mp->m_super->s_maxbytes);
989 do {
990 uint lock_mode;
991
992 nmaps = XFS_DQITER_MAP_SIZE;
993 /*
994 * We aren't changing the inode itself. Just changing
995 * some of its data. No new blocks are added here, and
996 * the inode is never added to the transaction.
997 */
998 lock_mode = xfs_ilock_data_map_shared(qip);
999 error = xfs_bmapi_read(qip, lblkno, maxlblkcnt - lblkno,
1000 map, &nmaps, 0);
1001 xfs_iunlock(qip, lock_mode);
1002 if (error)
1003 break;
1004
1005 ASSERT(nmaps <= XFS_DQITER_MAP_SIZE);
1006 for (i = 0; i < nmaps; i++) {
1007 ASSERT(map[i].br_startblock != DELAYSTARTBLOCK);
1008 ASSERT(map[i].br_blockcount);
1009
1010
1011 lblkno += map[i].br_blockcount;
1012
1013 if (map[i].br_startblock == HOLESTARTBLOCK)
1014 continue;
1015
1016 firstid = (xfs_dqid_t) map[i].br_startoff *
1017 mp->m_quotainfo->qi_dqperchunk;
1018 /*
1019 * Do a read-ahead on the next extent.
1020 */
1021 if ((i+1 < nmaps) &&
1022 (map[i+1].br_startblock != HOLESTARTBLOCK)) {
1023 rablkcnt = map[i+1].br_blockcount;
1024 rablkno = map[i+1].br_startblock;
1025 while (rablkcnt--) {
1026 xfs_buf_readahead(mp->m_ddev_targp,
1027 XFS_FSB_TO_DADDR(mp, rablkno),
1028 mp->m_quotainfo->qi_dqchunklen,
1029 &xfs_dquot_buf_ops);
1030 rablkno++;
1031 }
1032 }
1033 /*
1034 * Iterate thru all the blks in the extent and
1035 * reset the counters of all the dquots inside them.
1036 */
1037 error = xfs_qm_reset_dqcounts_all(mp, firstid,
1038 map[i].br_startblock,
1039 map[i].br_blockcount,
1040 flags, buffer_list);
1041 if (error)
1042 goto out;
1043 }
1044 } while (nmaps > 0);
1045
1046 out:
1047 kmem_free(map);
1048 return error;
1049 }
1050
1051 /*
1052 * Called by dqusage_adjust in doing a quotacheck.
1053 *
1054 * Given the inode, and a dquot id this updates both the incore dqout as well
1055 * as the buffer copy. This is so that once the quotacheck is done, we can
1056 * just log all the buffers, as opposed to logging numerous updates to
1057 * individual dquots.
1058 */
1059 STATIC int
1060 xfs_qm_quotacheck_dqadjust(
1061 struct xfs_inode *ip,
1062 uint type,
1063 xfs_qcnt_t nblks,
1064 xfs_qcnt_t rtblks)
1065 {
1066 struct xfs_mount *mp = ip->i_mount;
1067 struct xfs_dquot *dqp;
1068 xfs_dqid_t id;
1069 int error;
1070
1071 id = xfs_qm_id_for_quotatype(ip, type);
1072 error = xfs_qm_dqget(mp, id, type, true, &dqp);
1073 if (error) {
1074 /*
1075 * Shouldn't be able to turn off quotas here.
1076 */
1077 ASSERT(error != -ESRCH);
1078 ASSERT(error != -ENOENT);
1079 return error;
1080 }
1081
1082 trace_xfs_dqadjust(dqp);
1083
1084 /*
1085 * Adjust the inode count and the block count to reflect this inode's
1086 * resource usage.
1087 */
1088 be64_add_cpu(&dqp->q_core.d_icount, 1);
1089 dqp->q_res_icount++;
1090 if (nblks) {
1091 be64_add_cpu(&dqp->q_core.d_bcount, nblks);
1092 dqp->q_res_bcount += nblks;
1093 }
1094 if (rtblks) {
1095 be64_add_cpu(&dqp->q_core.d_rtbcount, rtblks);
1096 dqp->q_res_rtbcount += rtblks;
1097 }
1098
1099 /*
1100 * Set default limits, adjust timers (since we changed usages)
1101 *
1102 * There are no timers for the default values set in the root dquot.
1103 */
1104 if (dqp->q_core.d_id) {
1105 xfs_qm_adjust_dqlimits(mp, dqp);
1106 xfs_qm_adjust_dqtimers(mp, &dqp->q_core);
1107 }
1108
1109 dqp->dq_flags |= XFS_DQ_DIRTY;
1110 xfs_qm_dqput(dqp);
1111 return 0;
1112 }
1113
1114 /*
1115 * callback routine supplied to bulkstat(). Given an inumber, find its
1116 * dquots and update them to account for resources taken by that inode.
1117 */
1118 /* ARGSUSED */
1119 STATIC int
1120 xfs_qm_dqusage_adjust(
1121 xfs_mount_t *mp, /* mount point for filesystem */
1122 xfs_ino_t ino, /* inode number to get data for */
1123 void __user *buffer, /* not used */
1124 int ubsize, /* not used */
1125 int *ubused, /* not used */
1126 int *res) /* result code value */
1127 {
1128 xfs_inode_t *ip;
1129 xfs_qcnt_t nblks;
1130 xfs_filblks_t rtblks = 0; /* total rt blks */
1131 int error;
1132
1133 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1134
1135 /*
1136 * rootino must have its resources accounted for, not so with the quota
1137 * inodes.
1138 */
1139 if (xfs_is_quota_inode(&mp->m_sb, ino)) {
1140 *res = BULKSTAT_RV_NOTHING;
1141 return -EINVAL;
1142 }
1143
1144 /*
1145 * We don't _need_ to take the ilock EXCL here because quotacheck runs
1146 * at mount time and therefore nobody will be racing chown/chproj.
1147 */
1148 error = xfs_iget(mp, NULL, ino, XFS_IGET_DONTCACHE, 0, &ip);
1149 if (error) {
1150 *res = BULKSTAT_RV_NOTHING;
1151 return error;
1152 }
1153
1154 ASSERT(ip->i_delayed_blks == 0);
1155
1156 if (XFS_IS_REALTIME_INODE(ip)) {
1157 struct xfs_ifork *ifp = XFS_IFORK_PTR(ip, XFS_DATA_FORK);
1158
1159 if (!(ifp->if_flags & XFS_IFEXTENTS)) {
1160 error = xfs_iread_extents(NULL, ip, XFS_DATA_FORK);
1161 if (error)
1162 goto error0;
1163 }
1164
1165 xfs_bmap_count_leaves(ifp, &rtblks);
1166 }
1167
1168 nblks = (xfs_qcnt_t)ip->i_d.di_nblocks - rtblks;
1169
1170 /*
1171 * Add the (disk blocks and inode) resources occupied by this
1172 * inode to its dquots. We do this adjustment in the incore dquot,
1173 * and also copy the changes to its buffer.
1174 * We don't care about putting these changes in a transaction
1175 * envelope because if we crash in the middle of a 'quotacheck'
1176 * we have to start from the beginning anyway.
1177 * Once we're done, we'll log all the dquot bufs.
1178 *
1179 * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1180 * and quotaoffs don't race. (Quotachecks happen at mount time only).
1181 */
1182 if (XFS_IS_UQUOTA_ON(mp)) {
1183 error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_USER, nblks,
1184 rtblks);
1185 if (error)
1186 goto error0;
1187 }
1188
1189 if (XFS_IS_GQUOTA_ON(mp)) {
1190 error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_GROUP, nblks,
1191 rtblks);
1192 if (error)
1193 goto error0;
1194 }
1195
1196 if (XFS_IS_PQUOTA_ON(mp)) {
1197 error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_PROJ, nblks,
1198 rtblks);
1199 if (error)
1200 goto error0;
1201 }
1202
1203 xfs_irele(ip);
1204 *res = BULKSTAT_RV_DIDONE;
1205 return 0;
1206
1207 error0:
1208 xfs_irele(ip);
1209 *res = BULKSTAT_RV_GIVEUP;
1210 return error;
1211 }
1212
1213 STATIC int
1214 xfs_qm_flush_one(
1215 struct xfs_dquot *dqp,
1216 void *data)
1217 {
1218 struct xfs_mount *mp = dqp->q_mount;
1219 struct list_head *buffer_list = data;
1220 struct xfs_buf *bp = NULL;
1221 int error = 0;
1222
1223 xfs_dqlock(dqp);
1224 if (dqp->dq_flags & XFS_DQ_FREEING)
1225 goto out_unlock;
1226 if (!XFS_DQ_IS_DIRTY(dqp))
1227 goto out_unlock;
1228
1229 /*
1230 * The only way the dquot is already flush locked by the time quotacheck
1231 * gets here is if reclaim flushed it before the dqadjust walk dirtied
1232 * it for the final time. Quotacheck collects all dquot bufs in the
1233 * local delwri queue before dquots are dirtied, so reclaim can't have
1234 * possibly queued it for I/O. The only way out is to push the buffer to
1235 * cycle the flush lock.
1236 */
1237 if (!xfs_dqflock_nowait(dqp)) {
1238 /* buf is pinned in-core by delwri list */
1239 bp = xfs_buf_incore(mp->m_ddev_targp, dqp->q_blkno,
1240 mp->m_quotainfo->qi_dqchunklen, 0);
1241 if (!bp) {
1242 error = -EINVAL;
1243 goto out_unlock;
1244 }
1245 xfs_buf_unlock(bp);
1246
1247 xfs_buf_delwri_pushbuf(bp, buffer_list);
1248 xfs_buf_rele(bp);
1249
1250 error = -EAGAIN;
1251 goto out_unlock;
1252 }
1253
1254 error = xfs_qm_dqflush(dqp, &bp);
1255 if (error)
1256 goto out_unlock;
1257
1258 xfs_buf_delwri_queue(bp, buffer_list);
1259 xfs_buf_relse(bp);
1260 out_unlock:
1261 xfs_dqunlock(dqp);
1262 return error;
1263 }
1264
1265 /*
1266 * Walk thru all the filesystem inodes and construct a consistent view
1267 * of the disk quota world. If the quotacheck fails, disable quotas.
1268 */
1269 STATIC int
1270 xfs_qm_quotacheck(
1271 xfs_mount_t *mp)
1272 {
1273 int done, count, error, error2;
1274 xfs_ino_t lastino;
1275 size_t structsz;
1276 uint flags;
1277 LIST_HEAD (buffer_list);
1278 struct xfs_inode *uip = mp->m_quotainfo->qi_uquotaip;
1279 struct xfs_inode *gip = mp->m_quotainfo->qi_gquotaip;
1280 struct xfs_inode *pip = mp->m_quotainfo->qi_pquotaip;
1281
1282 count = INT_MAX;
1283 structsz = 1;
1284 lastino = 0;
1285 flags = 0;
1286
1287 ASSERT(uip || gip || pip);
1288 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1289
1290 xfs_notice(mp, "Quotacheck needed: Please wait.");
1291
1292 /*
1293 * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1294 * their counters to zero. We need a clean slate.
1295 * We don't log our changes till later.
1296 */
1297 if (uip) {
1298 error = xfs_qm_reset_dqcounts_buf(mp, uip, XFS_QMOPT_UQUOTA,
1299 &buffer_list);
1300 if (error)
1301 goto error_return;
1302 flags |= XFS_UQUOTA_CHKD;
1303 }
1304
1305 if (gip) {
1306 error = xfs_qm_reset_dqcounts_buf(mp, gip, XFS_QMOPT_GQUOTA,
1307 &buffer_list);
1308 if (error)
1309 goto error_return;
1310 flags |= XFS_GQUOTA_CHKD;
1311 }
1312
1313 if (pip) {
1314 error = xfs_qm_reset_dqcounts_buf(mp, pip, XFS_QMOPT_PQUOTA,
1315 &buffer_list);
1316 if (error)
1317 goto error_return;
1318 flags |= XFS_PQUOTA_CHKD;
1319 }
1320
1321 do {
1322 /*
1323 * Iterate thru all the inodes in the file system,
1324 * adjusting the corresponding dquot counters in core.
1325 */
1326 error = xfs_bulkstat(mp, &lastino, &count,
1327 xfs_qm_dqusage_adjust,
1328 structsz, NULL, &done);
1329 if (error)
1330 break;
1331
1332 } while (!done);
1333
1334 /*
1335 * We've made all the changes that we need to make incore. Flush them
1336 * down to disk buffers if everything was updated successfully.
1337 */
1338 if (XFS_IS_UQUOTA_ON(mp)) {
1339 error = xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_flush_one,
1340 &buffer_list);
1341 }
1342 if (XFS_IS_GQUOTA_ON(mp)) {
1343 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_flush_one,
1344 &buffer_list);
1345 if (!error)
1346 error = error2;
1347 }
1348 if (XFS_IS_PQUOTA_ON(mp)) {
1349 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_flush_one,
1350 &buffer_list);
1351 if (!error)
1352 error = error2;
1353 }
1354
1355 error2 = xfs_buf_delwri_submit(&buffer_list);
1356 if (!error)
1357 error = error2;
1358
1359 /*
1360 * We can get this error if we couldn't do a dquot allocation inside
1361 * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1362 * dirty dquots that might be cached, we just want to get rid of them
1363 * and turn quotaoff. The dquots won't be attached to any of the inodes
1364 * at this point (because we intentionally didn't in dqget_noattach).
1365 */
1366 if (error) {
1367 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
1368 goto error_return;
1369 }
1370
1371 /*
1372 * If one type of quotas is off, then it will lose its
1373 * quotachecked status, since we won't be doing accounting for
1374 * that type anymore.
1375 */
1376 mp->m_qflags &= ~XFS_ALL_QUOTA_CHKD;
1377 mp->m_qflags |= flags;
1378
1379 error_return:
1380 xfs_buf_delwri_cancel(&buffer_list);
1381
1382 if (error) {
1383 xfs_warn(mp,
1384 "Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1385 error);
1386 /*
1387 * We must turn off quotas.
1388 */
1389 ASSERT(mp->m_quotainfo != NULL);
1390 xfs_qm_destroy_quotainfo(mp);
1391 if (xfs_mount_reset_sbqflags(mp)) {
1392 xfs_warn(mp,
1393 "Quotacheck: Failed to reset quota flags.");
1394 }
1395 } else
1396 xfs_notice(mp, "Quotacheck: Done.");
1397 return error;
1398 }
1399
1400 /*
1401 * This is called from xfs_mountfs to start quotas and initialize all
1402 * necessary data structures like quotainfo. This is also responsible for
1403 * running a quotacheck as necessary. We are guaranteed that the superblock
1404 * is consistently read in at this point.
1405 *
1406 * If we fail here, the mount will continue with quota turned off. We don't
1407 * need to inidicate success or failure at all.
1408 */
1409 void
1410 xfs_qm_mount_quotas(
1411 struct xfs_mount *mp)
1412 {
1413 int error = 0;
1414 uint sbf;
1415
1416 /*
1417 * If quotas on realtime volumes is not supported, we disable
1418 * quotas immediately.
1419 */
1420 if (mp->m_sb.sb_rextents) {
1421 xfs_notice(mp, "Cannot turn on quotas for realtime filesystem");
1422 mp->m_qflags = 0;
1423 goto write_changes;
1424 }
1425
1426 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1427
1428 /*
1429 * Allocate the quotainfo structure inside the mount struct, and
1430 * create quotainode(s), and change/rev superblock if necessary.
1431 */
1432 error = xfs_qm_init_quotainfo(mp);
1433 if (error) {
1434 /*
1435 * We must turn off quotas.
1436 */
1437 ASSERT(mp->m_quotainfo == NULL);
1438 mp->m_qflags = 0;
1439 goto write_changes;
1440 }
1441 /*
1442 * If any of the quotas are not consistent, do a quotacheck.
1443 */
1444 if (XFS_QM_NEED_QUOTACHECK(mp)) {
1445 error = xfs_qm_quotacheck(mp);
1446 if (error) {
1447 /* Quotacheck failed and disabled quotas. */
1448 return;
1449 }
1450 }
1451 /*
1452 * If one type of quotas is off, then it will lose its
1453 * quotachecked status, since we won't be doing accounting for
1454 * that type anymore.
1455 */
1456 if (!XFS_IS_UQUOTA_ON(mp))
1457 mp->m_qflags &= ~XFS_UQUOTA_CHKD;
1458 if (!XFS_IS_GQUOTA_ON(mp))
1459 mp->m_qflags &= ~XFS_GQUOTA_CHKD;
1460 if (!XFS_IS_PQUOTA_ON(mp))
1461 mp->m_qflags &= ~XFS_PQUOTA_CHKD;
1462
1463 write_changes:
1464 /*
1465 * We actually don't have to acquire the m_sb_lock at all.
1466 * This can only be called from mount, and that's single threaded. XXX
1467 */
1468 spin_lock(&mp->m_sb_lock);
1469 sbf = mp->m_sb.sb_qflags;
1470 mp->m_sb.sb_qflags = mp->m_qflags & XFS_MOUNT_QUOTA_ALL;
1471 spin_unlock(&mp->m_sb_lock);
1472
1473 if (sbf != (mp->m_qflags & XFS_MOUNT_QUOTA_ALL)) {
1474 if (xfs_sync_sb(mp, false)) {
1475 /*
1476 * We could only have been turning quotas off.
1477 * We aren't in very good shape actually because
1478 * the incore structures are convinced that quotas are
1479 * off, but the on disk superblock doesn't know that !
1480 */
1481 ASSERT(!(XFS_IS_QUOTA_RUNNING(mp)));
1482 xfs_alert(mp, "%s: Superblock update failed!",
1483 __func__);
1484 }
1485 }
1486
1487 if (error) {
1488 xfs_warn(mp, "Failed to initialize disk quotas.");
1489 return;
1490 }
1491 }
1492
1493 /*
1494 * This is called after the superblock has been read in and we're ready to
1495 * iget the quota inodes.
1496 */
1497 STATIC int
1498 xfs_qm_init_quotainos(
1499 xfs_mount_t *mp)
1500 {
1501 struct xfs_inode *uip = NULL;
1502 struct xfs_inode *gip = NULL;
1503 struct xfs_inode *pip = NULL;
1504 int error;
1505 uint flags = 0;
1506
1507 ASSERT(mp->m_quotainfo);
1508
1509 /*
1510 * Get the uquota and gquota inodes
1511 */
1512 if (xfs_sb_version_hasquota(&mp->m_sb)) {
1513 if (XFS_IS_UQUOTA_ON(mp) &&
1514 mp->m_sb.sb_uquotino != NULLFSINO) {
1515 ASSERT(mp->m_sb.sb_uquotino > 0);
1516 error = xfs_iget(mp, NULL, mp->m_sb.sb_uquotino,
1517 0, 0, &uip);
1518 if (error)
1519 return error;
1520 }
1521 if (XFS_IS_GQUOTA_ON(mp) &&
1522 mp->m_sb.sb_gquotino != NULLFSINO) {
1523 ASSERT(mp->m_sb.sb_gquotino > 0);
1524 error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1525 0, 0, &gip);
1526 if (error)
1527 goto error_rele;
1528 }
1529 if (XFS_IS_PQUOTA_ON(mp) &&
1530 mp->m_sb.sb_pquotino != NULLFSINO) {
1531 ASSERT(mp->m_sb.sb_pquotino > 0);
1532 error = xfs_iget(mp, NULL, mp->m_sb.sb_pquotino,
1533 0, 0, &pip);
1534 if (error)
1535 goto error_rele;
1536 }
1537 } else {
1538 flags |= XFS_QMOPT_SBVERSION;
1539 }
1540
1541 /*
1542 * Create the three inodes, if they don't exist already. The changes
1543 * made above will get added to a transaction and logged in one of
1544 * the qino_alloc calls below. If the device is readonly,
1545 * temporarily switch to read-write to do this.
1546 */
1547 if (XFS_IS_UQUOTA_ON(mp) && uip == NULL) {
1548 error = xfs_qm_qino_alloc(mp, &uip,
1549 flags | XFS_QMOPT_UQUOTA);
1550 if (error)
1551 goto error_rele;
1552
1553 flags &= ~XFS_QMOPT_SBVERSION;
1554 }
1555 if (XFS_IS_GQUOTA_ON(mp) && gip == NULL) {
1556 error = xfs_qm_qino_alloc(mp, &gip,
1557 flags | XFS_QMOPT_GQUOTA);
1558 if (error)
1559 goto error_rele;
1560
1561 flags &= ~XFS_QMOPT_SBVERSION;
1562 }
1563 if (XFS_IS_PQUOTA_ON(mp) && pip == NULL) {
1564 error = xfs_qm_qino_alloc(mp, &pip,
1565 flags | XFS_QMOPT_PQUOTA);
1566 if (error)
1567 goto error_rele;
1568 }
1569
1570 mp->m_quotainfo->qi_uquotaip = uip;
1571 mp->m_quotainfo->qi_gquotaip = gip;
1572 mp->m_quotainfo->qi_pquotaip = pip;
1573
1574 return 0;
1575
1576 error_rele:
1577 if (uip)
1578 xfs_irele(uip);
1579 if (gip)
1580 xfs_irele(gip);
1581 if (pip)
1582 xfs_irele(pip);
1583 return error;
1584 }
1585
1586 STATIC void
1587 xfs_qm_destroy_quotainos(
1588 xfs_quotainfo_t *qi)
1589 {
1590 if (qi->qi_uquotaip) {
1591 xfs_irele(qi->qi_uquotaip);
1592 qi->qi_uquotaip = NULL; /* paranoia */
1593 }
1594 if (qi->qi_gquotaip) {
1595 xfs_irele(qi->qi_gquotaip);
1596 qi->qi_gquotaip = NULL;
1597 }
1598 if (qi->qi_pquotaip) {
1599 xfs_irele(qi->qi_pquotaip);
1600 qi->qi_pquotaip = NULL;
1601 }
1602 }
1603
1604 STATIC void
1605 xfs_qm_dqfree_one(
1606 struct xfs_dquot *dqp)
1607 {
1608 struct xfs_mount *mp = dqp->q_mount;
1609 struct xfs_quotainfo *qi = mp->m_quotainfo;
1610
1611 mutex_lock(&qi->qi_tree_lock);
1612 radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
1613 be32_to_cpu(dqp->q_core.d_id));
1614
1615 qi->qi_dquots--;
1616 mutex_unlock(&qi->qi_tree_lock);
1617
1618 xfs_qm_dqdestroy(dqp);
1619 }
1620
1621 /* --------------- utility functions for vnodeops ---------------- */
1622
1623
1624 /*
1625 * Given an inode, a uid, gid and prid make sure that we have
1626 * allocated relevant dquot(s) on disk, and that we won't exceed inode
1627 * quotas by creating this file.
1628 * This also attaches dquot(s) to the given inode after locking it,
1629 * and returns the dquots corresponding to the uid and/or gid.
1630 *
1631 * in : inode (unlocked)
1632 * out : udquot, gdquot with references taken and unlocked
1633 */
1634 int
1635 xfs_qm_vop_dqalloc(
1636 struct xfs_inode *ip,
1637 xfs_dqid_t uid,
1638 xfs_dqid_t gid,
1639 prid_t prid,
1640 uint flags,
1641 struct xfs_dquot **O_udqpp,
1642 struct xfs_dquot **O_gdqpp,
1643 struct xfs_dquot **O_pdqpp)
1644 {
1645 struct xfs_mount *mp = ip->i_mount;
1646 struct xfs_dquot *uq = NULL;
1647 struct xfs_dquot *gq = NULL;
1648 struct xfs_dquot *pq = NULL;
1649 int error;
1650 uint lockflags;
1651
1652 if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1653 return 0;
1654
1655 lockflags = XFS_ILOCK_EXCL;
1656 xfs_ilock(ip, lockflags);
1657
1658 if ((flags & XFS_QMOPT_INHERIT) && XFS_INHERIT_GID(ip))
1659 gid = ip->i_d.di_gid;
1660
1661 /*
1662 * Attach the dquot(s) to this inode, doing a dquot allocation
1663 * if necessary. The dquot(s) will not be locked.
1664 */
1665 if (XFS_NOT_DQATTACHED(mp, ip)) {
1666 error = xfs_qm_dqattach_locked(ip, true);
1667 if (error) {
1668 xfs_iunlock(ip, lockflags);
1669 return error;
1670 }
1671 }
1672
1673 if ((flags & XFS_QMOPT_UQUOTA) && XFS_IS_UQUOTA_ON(mp)) {
1674 if (ip->i_d.di_uid != uid) {
1675 /*
1676 * What we need is the dquot that has this uid, and
1677 * if we send the inode to dqget, the uid of the inode
1678 * takes priority over what's sent in the uid argument.
1679 * We must unlock inode here before calling dqget if
1680 * we're not sending the inode, because otherwise
1681 * we'll deadlock by doing trans_reserve while
1682 * holding ilock.
1683 */
1684 xfs_iunlock(ip, lockflags);
1685 error = xfs_qm_dqget(mp, uid, XFS_DQ_USER, true, &uq);
1686 if (error) {
1687 ASSERT(error != -ENOENT);
1688 return error;
1689 }
1690 /*
1691 * Get the ilock in the right order.
1692 */
1693 xfs_dqunlock(uq);
1694 lockflags = XFS_ILOCK_SHARED;
1695 xfs_ilock(ip, lockflags);
1696 } else {
1697 /*
1698 * Take an extra reference, because we'll return
1699 * this to caller
1700 */
1701 ASSERT(ip->i_udquot);
1702 uq = xfs_qm_dqhold(ip->i_udquot);
1703 }
1704 }
1705 if ((flags & XFS_QMOPT_GQUOTA) && XFS_IS_GQUOTA_ON(mp)) {
1706 if (ip->i_d.di_gid != gid) {
1707 xfs_iunlock(ip, lockflags);
1708 error = xfs_qm_dqget(mp, gid, XFS_DQ_GROUP, true, &gq);
1709 if (error) {
1710 ASSERT(error != -ENOENT);
1711 goto error_rele;
1712 }
1713 xfs_dqunlock(gq);
1714 lockflags = XFS_ILOCK_SHARED;
1715 xfs_ilock(ip, lockflags);
1716 } else {
1717 ASSERT(ip->i_gdquot);
1718 gq = xfs_qm_dqhold(ip->i_gdquot);
1719 }
1720 }
1721 if ((flags & XFS_QMOPT_PQUOTA) && XFS_IS_PQUOTA_ON(mp)) {
1722 if (xfs_get_projid(ip) != prid) {
1723 xfs_iunlock(ip, lockflags);
1724 error = xfs_qm_dqget(mp, (xfs_dqid_t)prid, XFS_DQ_PROJ,
1725 true, &pq);
1726 if (error) {
1727 ASSERT(error != -ENOENT);
1728 goto error_rele;
1729 }
1730 xfs_dqunlock(pq);
1731 lockflags = XFS_ILOCK_SHARED;
1732 xfs_ilock(ip, lockflags);
1733 } else {
1734 ASSERT(ip->i_pdquot);
1735 pq = xfs_qm_dqhold(ip->i_pdquot);
1736 }
1737 }
1738 if (uq)
1739 trace_xfs_dquot_dqalloc(ip);
1740
1741 xfs_iunlock(ip, lockflags);
1742 if (O_udqpp)
1743 *O_udqpp = uq;
1744 else
1745 xfs_qm_dqrele(uq);
1746 if (O_gdqpp)
1747 *O_gdqpp = gq;
1748 else
1749 xfs_qm_dqrele(gq);
1750 if (O_pdqpp)
1751 *O_pdqpp = pq;
1752 else
1753 xfs_qm_dqrele(pq);
1754 return 0;
1755
1756 error_rele:
1757 xfs_qm_dqrele(gq);
1758 xfs_qm_dqrele(uq);
1759 return error;
1760 }
1761
1762 /*
1763 * Actually transfer ownership, and do dquot modifications.
1764 * These were already reserved.
1765 */
1766 xfs_dquot_t *
1767 xfs_qm_vop_chown(
1768 xfs_trans_t *tp,
1769 xfs_inode_t *ip,
1770 xfs_dquot_t **IO_olddq,
1771 xfs_dquot_t *newdq)
1772 {
1773 xfs_dquot_t *prevdq;
1774 uint bfield = XFS_IS_REALTIME_INODE(ip) ?
1775 XFS_TRANS_DQ_RTBCOUNT : XFS_TRANS_DQ_BCOUNT;
1776
1777
1778 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1779 ASSERT(XFS_IS_QUOTA_RUNNING(ip->i_mount));
1780
1781 /* old dquot */
1782 prevdq = *IO_olddq;
1783 ASSERT(prevdq);
1784 ASSERT(prevdq != newdq);
1785
1786 xfs_trans_mod_dquot(tp, prevdq, bfield, -(ip->i_d.di_nblocks));
1787 xfs_trans_mod_dquot(tp, prevdq, XFS_TRANS_DQ_ICOUNT, -1);
1788
1789 /* the sparkling new dquot */
1790 xfs_trans_mod_dquot(tp, newdq, bfield, ip->i_d.di_nblocks);
1791 xfs_trans_mod_dquot(tp, newdq, XFS_TRANS_DQ_ICOUNT, 1);
1792
1793 /*
1794 * Take an extra reference, because the inode is going to keep
1795 * this dquot pointer even after the trans_commit.
1796 */
1797 *IO_olddq = xfs_qm_dqhold(newdq);
1798
1799 return prevdq;
1800 }
1801
1802 /*
1803 * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
1804 */
1805 int
1806 xfs_qm_vop_chown_reserve(
1807 struct xfs_trans *tp,
1808 struct xfs_inode *ip,
1809 struct xfs_dquot *udqp,
1810 struct xfs_dquot *gdqp,
1811 struct xfs_dquot *pdqp,
1812 uint flags)
1813 {
1814 struct xfs_mount *mp = ip->i_mount;
1815 uint delblks, blkflags, prjflags = 0;
1816 struct xfs_dquot *udq_unres = NULL;
1817 struct xfs_dquot *gdq_unres = NULL;
1818 struct xfs_dquot *pdq_unres = NULL;
1819 struct xfs_dquot *udq_delblks = NULL;
1820 struct xfs_dquot *gdq_delblks = NULL;
1821 struct xfs_dquot *pdq_delblks = NULL;
1822 int error;
1823
1824
1825 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL|XFS_ILOCK_SHARED));
1826 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1827
1828 delblks = ip->i_delayed_blks;
1829 blkflags = XFS_IS_REALTIME_INODE(ip) ?
1830 XFS_QMOPT_RES_RTBLKS : XFS_QMOPT_RES_REGBLKS;
1831
1832 if (XFS_IS_UQUOTA_ON(mp) && udqp &&
1833 ip->i_d.di_uid != be32_to_cpu(udqp->q_core.d_id)) {
1834 udq_delblks = udqp;
1835 /*
1836 * If there are delayed allocation blocks, then we have to
1837 * unreserve those from the old dquot, and add them to the
1838 * new dquot.
1839 */
1840 if (delblks) {
1841 ASSERT(ip->i_udquot);
1842 udq_unres = ip->i_udquot;
1843 }
1844 }
1845 if (XFS_IS_GQUOTA_ON(ip->i_mount) && gdqp &&
1846 ip->i_d.di_gid != be32_to_cpu(gdqp->q_core.d_id)) {
1847 gdq_delblks = gdqp;
1848 if (delblks) {
1849 ASSERT(ip->i_gdquot);
1850 gdq_unres = ip->i_gdquot;
1851 }
1852 }
1853
1854 if (XFS_IS_PQUOTA_ON(ip->i_mount) && pdqp &&
1855 xfs_get_projid(ip) != be32_to_cpu(pdqp->q_core.d_id)) {
1856 prjflags = XFS_QMOPT_ENOSPC;
1857 pdq_delblks = pdqp;
1858 if (delblks) {
1859 ASSERT(ip->i_pdquot);
1860 pdq_unres = ip->i_pdquot;
1861 }
1862 }
1863
1864 error = xfs_trans_reserve_quota_bydquots(tp, ip->i_mount,
1865 udq_delblks, gdq_delblks, pdq_delblks,
1866 ip->i_d.di_nblocks, 1,
1867 flags | blkflags | prjflags);
1868 if (error)
1869 return error;
1870
1871 /*
1872 * Do the delayed blks reservations/unreservations now. Since, these
1873 * are done without the help of a transaction, if a reservation fails
1874 * its previous reservations won't be automatically undone by trans
1875 * code. So, we have to do it manually here.
1876 */
1877 if (delblks) {
1878 /*
1879 * Do the reservations first. Unreservation can't fail.
1880 */
1881 ASSERT(udq_delblks || gdq_delblks || pdq_delblks);
1882 ASSERT(udq_unres || gdq_unres || pdq_unres);
1883 error = xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1884 udq_delblks, gdq_delblks, pdq_delblks,
1885 (xfs_qcnt_t)delblks, 0,
1886 flags | blkflags | prjflags);
1887 if (error)
1888 return error;
1889 xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1890 udq_unres, gdq_unres, pdq_unres,
1891 -((xfs_qcnt_t)delblks), 0, blkflags);
1892 }
1893
1894 return 0;
1895 }
1896
1897 int
1898 xfs_qm_vop_rename_dqattach(
1899 struct xfs_inode **i_tab)
1900 {
1901 struct xfs_mount *mp = i_tab[0]->i_mount;
1902 int i;
1903
1904 if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1905 return 0;
1906
1907 for (i = 0; (i < 4 && i_tab[i]); i++) {
1908 struct xfs_inode *ip = i_tab[i];
1909 int error;
1910
1911 /*
1912 * Watch out for duplicate entries in the table.
1913 */
1914 if (i == 0 || ip != i_tab[i-1]) {
1915 if (XFS_NOT_DQATTACHED(mp, ip)) {
1916 error = xfs_qm_dqattach(ip);
1917 if (error)
1918 return error;
1919 }
1920 }
1921 }
1922 return 0;
1923 }
1924
1925 void
1926 xfs_qm_vop_create_dqattach(
1927 struct xfs_trans *tp,
1928 struct xfs_inode *ip,
1929 struct xfs_dquot *udqp,
1930 struct xfs_dquot *gdqp,
1931 struct xfs_dquot *pdqp)
1932 {
1933 struct xfs_mount *mp = tp->t_mountp;
1934
1935 if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1936 return;
1937
1938 ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1939 ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1940
1941 if (udqp && XFS_IS_UQUOTA_ON(mp)) {
1942 ASSERT(ip->i_udquot == NULL);
1943 ASSERT(ip->i_d.di_uid == be32_to_cpu(udqp->q_core.d_id));
1944
1945 ip->i_udquot = xfs_qm_dqhold(udqp);
1946 xfs_trans_mod_dquot(tp, udqp, XFS_TRANS_DQ_ICOUNT, 1);
1947 }
1948 if (gdqp && XFS_IS_GQUOTA_ON(mp)) {
1949 ASSERT(ip->i_gdquot == NULL);
1950 ASSERT(ip->i_d.di_gid == be32_to_cpu(gdqp->q_core.d_id));
1951 ip->i_gdquot = xfs_qm_dqhold(gdqp);
1952 xfs_trans_mod_dquot(tp, gdqp, XFS_TRANS_DQ_ICOUNT, 1);
1953 }
1954 if (pdqp && XFS_IS_PQUOTA_ON(mp)) {
1955 ASSERT(ip->i_pdquot == NULL);
1956 ASSERT(xfs_get_projid(ip) == be32_to_cpu(pdqp->q_core.d_id));
1957
1958 ip->i_pdquot = xfs_qm_dqhold(pdqp);
1959 xfs_trans_mod_dquot(tp, pdqp, XFS_TRANS_DQ_ICOUNT, 1);
1960 }
1961 }
1962