1 // SPDX-License-Identifier: GPL-2.0+
3 * sufile.c - NILFS segment usage file.
5 * Copyright (C) 2006-2008 Nippon Telegraph and Telephone Corporation.
7 * Written by Koji Sato.
8 * Revised by Ryusuke Konishi.
11 #include <linux/kernel.h>
13 #include <linux/string.h>
14 #include <linux/buffer_head.h>
15 #include <linux/errno.h>
19 #include <trace/events/nilfs2.h>
22 * struct nilfs_sufile_info - on-memory private data of sufile
23 * @mi: on-memory private data of metadata file
24 * @ncleansegs: number of clean segments
25 * @allocmin: lower limit of allocatable segment range
26 * @allocmax: upper limit of allocatable segment range
28 struct nilfs_sufile_info
{
29 struct nilfs_mdt_info mi
;
30 unsigned long ncleansegs
;/* number of clean segments */
31 __u64 allocmin
; /* lower limit of allocatable segment range */
32 __u64 allocmax
; /* upper limit of allocatable segment range */
35 static inline struct nilfs_sufile_info
*NILFS_SUI(struct inode
*sufile
)
37 return (struct nilfs_sufile_info
*)NILFS_MDT(sufile
);
40 static inline unsigned long
41 nilfs_sufile_segment_usages_per_block(const struct inode
*sufile
)
43 return NILFS_MDT(sufile
)->mi_entries_per_block
;
47 nilfs_sufile_get_blkoff(const struct inode
*sufile
, __u64 segnum
)
49 __u64 t
= segnum
+ NILFS_MDT(sufile
)->mi_first_entry_offset
;
51 do_div(t
, nilfs_sufile_segment_usages_per_block(sufile
));
52 return (unsigned long)t
;
56 nilfs_sufile_get_offset(const struct inode
*sufile
, __u64 segnum
)
58 __u64 t
= segnum
+ NILFS_MDT(sufile
)->mi_first_entry_offset
;
60 return do_div(t
, nilfs_sufile_segment_usages_per_block(sufile
));
64 nilfs_sufile_segment_usages_in_block(const struct inode
*sufile
, __u64 curr
,
67 return min_t(unsigned long,
68 nilfs_sufile_segment_usages_per_block(sufile
) -
69 nilfs_sufile_get_offset(sufile
, curr
),
73 static struct nilfs_segment_usage
*
74 nilfs_sufile_block_get_segment_usage(const struct inode
*sufile
, __u64 segnum
,
75 struct buffer_head
*bh
, void *kaddr
)
77 return kaddr
+ bh_offset(bh
) +
78 nilfs_sufile_get_offset(sufile
, segnum
) *
79 NILFS_MDT(sufile
)->mi_entry_size
;
82 static inline int nilfs_sufile_get_header_block(struct inode
*sufile
,
83 struct buffer_head
**bhp
)
85 return nilfs_mdt_get_block(sufile
, 0, 0, NULL
, bhp
);
89 nilfs_sufile_get_segment_usage_block(struct inode
*sufile
, __u64 segnum
,
90 int create
, struct buffer_head
**bhp
)
92 return nilfs_mdt_get_block(sufile
,
93 nilfs_sufile_get_blkoff(sufile
, segnum
),
97 static int nilfs_sufile_delete_segment_usage_block(struct inode
*sufile
,
100 return nilfs_mdt_delete_block(sufile
,
101 nilfs_sufile_get_blkoff(sufile
, segnum
));
104 static void nilfs_sufile_mod_counter(struct buffer_head
*header_bh
,
105 u64 ncleanadd
, u64 ndirtyadd
)
107 struct nilfs_sufile_header
*header
;
110 kaddr
= kmap_atomic(header_bh
->b_page
);
111 header
= kaddr
+ bh_offset(header_bh
);
112 le64_add_cpu(&header
->sh_ncleansegs
, ncleanadd
);
113 le64_add_cpu(&header
->sh_ndirtysegs
, ndirtyadd
);
114 kunmap_atomic(kaddr
);
116 mark_buffer_dirty(header_bh
);
120 * nilfs_sufile_get_ncleansegs - return the number of clean segments
121 * @sufile: inode of segment usage file
123 unsigned long nilfs_sufile_get_ncleansegs(struct inode
*sufile
)
125 return NILFS_SUI(sufile
)->ncleansegs
;
129 * nilfs_sufile_updatev - modify multiple segment usages at a time
130 * @sufile: inode of segment usage file
131 * @segnumv: array of segment numbers
132 * @nsegs: size of @segnumv array
133 * @create: creation flag
134 * @ndone: place to store number of modified segments on @segnumv
135 * @dofunc: primitive operation for the update
137 * Description: nilfs_sufile_updatev() repeatedly calls @dofunc
138 * against the given array of segments. The @dofunc is called with
139 * buffers of a header block and the sufile block in which the target
140 * segment usage entry is contained. If @ndone is given, the number
141 * of successfully modified segments from the head is stored in the
142 * place @ndone points to.
144 * Return Value: On success, zero is returned. On error, one of the
145 * following negative error codes is returned.
149 * %-ENOMEM - Insufficient amount of memory available.
151 * %-ENOENT - Given segment usage is in hole block (may be returned if
154 * %-EINVAL - Invalid segment usage number
156 int nilfs_sufile_updatev(struct inode
*sufile
, __u64
*segnumv
, size_t nsegs
,
157 int create
, size_t *ndone
,
158 void (*dofunc
)(struct inode
*, __u64
,
159 struct buffer_head
*,
160 struct buffer_head
*))
162 struct buffer_head
*header_bh
, *bh
;
163 unsigned long blkoff
, prev_blkoff
;
165 size_t nerr
= 0, n
= 0;
168 if (unlikely(nsegs
== 0))
171 down_write(&NILFS_MDT(sufile
)->mi_sem
);
172 for (seg
= segnumv
; seg
< segnumv
+ nsegs
; seg
++) {
173 if (unlikely(*seg
>= nilfs_sufile_get_nsegments(sufile
))) {
174 nilfs_warn(sufile
->i_sb
,
175 "%s: invalid segment number: %llu",
176 __func__
, (unsigned long long)*seg
);
185 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
190 blkoff
= nilfs_sufile_get_blkoff(sufile
, *seg
);
191 ret
= nilfs_mdt_get_block(sufile
, blkoff
, create
, NULL
, &bh
);
196 dofunc(sufile
, *seg
, header_bh
, bh
);
198 if (++seg
>= segnumv
+ nsegs
)
200 prev_blkoff
= blkoff
;
201 blkoff
= nilfs_sufile_get_blkoff(sufile
, *seg
);
202 if (blkoff
== prev_blkoff
)
205 /* get different block */
207 ret
= nilfs_mdt_get_block(sufile
, blkoff
, create
, NULL
, &bh
);
208 if (unlikely(ret
< 0))
217 up_write(&NILFS_MDT(sufile
)->mi_sem
);
224 int nilfs_sufile_update(struct inode
*sufile
, __u64 segnum
, int create
,
225 void (*dofunc
)(struct inode
*, __u64
,
226 struct buffer_head
*,
227 struct buffer_head
*))
229 struct buffer_head
*header_bh
, *bh
;
232 if (unlikely(segnum
>= nilfs_sufile_get_nsegments(sufile
))) {
233 nilfs_warn(sufile
->i_sb
, "%s: invalid segment number: %llu",
234 __func__
, (unsigned long long)segnum
);
237 down_write(&NILFS_MDT(sufile
)->mi_sem
);
239 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
243 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, create
, &bh
);
245 dofunc(sufile
, segnum
, header_bh
, bh
);
251 up_write(&NILFS_MDT(sufile
)->mi_sem
);
256 * nilfs_sufile_set_alloc_range - limit range of segment to be allocated
257 * @sufile: inode of segment usage file
258 * @start: minimum segment number of allocatable region (inclusive)
259 * @end: maximum segment number of allocatable region (inclusive)
261 * Return Value: On success, 0 is returned. On error, one of the
262 * following negative error codes is returned.
264 * %-ERANGE - invalid segment region
266 int nilfs_sufile_set_alloc_range(struct inode
*sufile
, __u64 start
, __u64 end
)
268 struct nilfs_sufile_info
*sui
= NILFS_SUI(sufile
);
272 down_write(&NILFS_MDT(sufile
)->mi_sem
);
273 nsegs
= nilfs_sufile_get_nsegments(sufile
);
275 if (start
<= end
&& end
< nsegs
) {
276 sui
->allocmin
= start
;
280 up_write(&NILFS_MDT(sufile
)->mi_sem
);
285 * nilfs_sufile_alloc - allocate a segment
286 * @sufile: inode of segment usage file
287 * @segnump: pointer to segment number
289 * Description: nilfs_sufile_alloc() allocates a clean segment.
291 * Return Value: On success, 0 is returned and the segment number of the
292 * allocated segment is stored in the place pointed by @segnump. On error, one
293 * of the following negative error codes is returned.
297 * %-ENOMEM - Insufficient amount of memory available.
299 * %-ENOSPC - No clean segment left.
301 int nilfs_sufile_alloc(struct inode
*sufile
, __u64
*segnump
)
303 struct buffer_head
*header_bh
, *su_bh
;
304 struct nilfs_sufile_header
*header
;
305 struct nilfs_segment_usage
*su
;
306 struct nilfs_sufile_info
*sui
= NILFS_SUI(sufile
);
307 size_t susz
= NILFS_MDT(sufile
)->mi_entry_size
;
308 __u64 segnum
, maxsegnum
, last_alloc
;
310 unsigned long nsegments
, nsus
, cnt
;
313 down_write(&NILFS_MDT(sufile
)->mi_sem
);
315 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
318 kaddr
= kmap_atomic(header_bh
->b_page
);
319 header
= kaddr
+ bh_offset(header_bh
);
320 last_alloc
= le64_to_cpu(header
->sh_last_alloc
);
321 kunmap_atomic(kaddr
);
323 nsegments
= nilfs_sufile_get_nsegments(sufile
);
324 maxsegnum
= sui
->allocmax
;
325 segnum
= last_alloc
+ 1;
326 if (segnum
< sui
->allocmin
|| segnum
> sui
->allocmax
)
327 segnum
= sui
->allocmin
;
329 for (cnt
= 0; cnt
< nsegments
; cnt
+= nsus
) {
330 if (segnum
> maxsegnum
) {
331 if (cnt
< sui
->allocmax
- sui
->allocmin
+ 1) {
333 * wrap around in the limited region.
334 * if allocation started from
335 * sui->allocmin, this never happens.
337 segnum
= sui
->allocmin
;
338 maxsegnum
= last_alloc
;
339 } else if (segnum
> sui
->allocmin
&&
340 sui
->allocmax
+ 1 < nsegments
) {
341 segnum
= sui
->allocmax
+ 1;
342 maxsegnum
= nsegments
- 1;
343 } else if (sui
->allocmin
> 0) {
345 maxsegnum
= sui
->allocmin
- 1;
347 break; /* never happens */
350 trace_nilfs2_segment_usage_check(sufile
, segnum
, cnt
);
351 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, 1,
355 kaddr
= kmap_atomic(su_bh
->b_page
);
356 su
= nilfs_sufile_block_get_segment_usage(
357 sufile
, segnum
, su_bh
, kaddr
);
359 nsus
= nilfs_sufile_segment_usages_in_block(
360 sufile
, segnum
, maxsegnum
);
361 for (j
= 0; j
< nsus
; j
++, su
= (void *)su
+ susz
, segnum
++) {
362 if (!nilfs_segment_usage_clean(su
))
364 /* found a clean segment */
365 nilfs_segment_usage_set_dirty(su
);
366 kunmap_atomic(kaddr
);
368 kaddr
= kmap_atomic(header_bh
->b_page
);
369 header
= kaddr
+ bh_offset(header_bh
);
370 le64_add_cpu(&header
->sh_ncleansegs
, -1);
371 le64_add_cpu(&header
->sh_ndirtysegs
, 1);
372 header
->sh_last_alloc
= cpu_to_le64(segnum
);
373 kunmap_atomic(kaddr
);
376 mark_buffer_dirty(header_bh
);
377 mark_buffer_dirty(su_bh
);
378 nilfs_mdt_mark_dirty(sufile
);
382 trace_nilfs2_segment_usage_allocated(sufile
, segnum
);
387 kunmap_atomic(kaddr
);
391 /* no segments left */
398 up_write(&NILFS_MDT(sufile
)->mi_sem
);
402 void nilfs_sufile_do_cancel_free(struct inode
*sufile
, __u64 segnum
,
403 struct buffer_head
*header_bh
,
404 struct buffer_head
*su_bh
)
406 struct nilfs_segment_usage
*su
;
409 kaddr
= kmap_atomic(su_bh
->b_page
);
410 su
= nilfs_sufile_block_get_segment_usage(sufile
, segnum
, su_bh
, kaddr
);
411 if (unlikely(!nilfs_segment_usage_clean(su
))) {
412 nilfs_warn(sufile
->i_sb
, "%s: segment %llu must be clean",
413 __func__
, (unsigned long long)segnum
);
414 kunmap_atomic(kaddr
);
417 nilfs_segment_usage_set_dirty(su
);
418 kunmap_atomic(kaddr
);
420 nilfs_sufile_mod_counter(header_bh
, -1, 1);
421 NILFS_SUI(sufile
)->ncleansegs
--;
423 mark_buffer_dirty(su_bh
);
424 nilfs_mdt_mark_dirty(sufile
);
427 void nilfs_sufile_do_scrap(struct inode
*sufile
, __u64 segnum
,
428 struct buffer_head
*header_bh
,
429 struct buffer_head
*su_bh
)
431 struct nilfs_segment_usage
*su
;
435 kaddr
= kmap_atomic(su_bh
->b_page
);
436 su
= nilfs_sufile_block_get_segment_usage(sufile
, segnum
, su_bh
, kaddr
);
437 if (su
->su_flags
== cpu_to_le32(BIT(NILFS_SEGMENT_USAGE_DIRTY
)) &&
438 su
->su_nblocks
== cpu_to_le32(0)) {
439 kunmap_atomic(kaddr
);
442 clean
= nilfs_segment_usage_clean(su
);
443 dirty
= nilfs_segment_usage_dirty(su
);
445 /* make the segment garbage */
446 su
->su_lastmod
= cpu_to_le64(0);
447 su
->su_nblocks
= cpu_to_le32(0);
448 su
->su_flags
= cpu_to_le32(BIT(NILFS_SEGMENT_USAGE_DIRTY
));
449 kunmap_atomic(kaddr
);
451 nilfs_sufile_mod_counter(header_bh
, clean
? (u64
)-1 : 0, dirty
? 0 : 1);
452 NILFS_SUI(sufile
)->ncleansegs
-= clean
;
454 mark_buffer_dirty(su_bh
);
455 nilfs_mdt_mark_dirty(sufile
);
458 void nilfs_sufile_do_free(struct inode
*sufile
, __u64 segnum
,
459 struct buffer_head
*header_bh
,
460 struct buffer_head
*su_bh
)
462 struct nilfs_segment_usage
*su
;
466 kaddr
= kmap_atomic(su_bh
->b_page
);
467 su
= nilfs_sufile_block_get_segment_usage(sufile
, segnum
, su_bh
, kaddr
);
468 if (nilfs_segment_usage_clean(su
)) {
469 nilfs_warn(sufile
->i_sb
, "%s: segment %llu is already clean",
470 __func__
, (unsigned long long)segnum
);
471 kunmap_atomic(kaddr
);
474 WARN_ON(nilfs_segment_usage_error(su
));
475 WARN_ON(!nilfs_segment_usage_dirty(su
));
477 sudirty
= nilfs_segment_usage_dirty(su
);
478 nilfs_segment_usage_set_clean(su
);
479 kunmap_atomic(kaddr
);
480 mark_buffer_dirty(su_bh
);
482 nilfs_sufile_mod_counter(header_bh
, 1, sudirty
? (u64
)-1 : 0);
483 NILFS_SUI(sufile
)->ncleansegs
++;
485 nilfs_mdt_mark_dirty(sufile
);
487 trace_nilfs2_segment_usage_freed(sufile
, segnum
);
491 * nilfs_sufile_mark_dirty - mark the buffer having a segment usage dirty
492 * @sufile: inode of segment usage file
493 * @segnum: segment number
495 int nilfs_sufile_mark_dirty(struct inode
*sufile
, __u64 segnum
)
497 struct buffer_head
*bh
;
500 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, 0, &bh
);
502 mark_buffer_dirty(bh
);
503 nilfs_mdt_mark_dirty(sufile
);
510 * nilfs_sufile_set_segment_usage - set usage of a segment
511 * @sufile: inode of segment usage file
512 * @segnum: segment number
513 * @nblocks: number of live blocks in the segment
514 * @modtime: modification time (option)
516 int nilfs_sufile_set_segment_usage(struct inode
*sufile
, __u64 segnum
,
517 unsigned long nblocks
, time64_t modtime
)
519 struct buffer_head
*bh
;
520 struct nilfs_segment_usage
*su
;
524 down_write(&NILFS_MDT(sufile
)->mi_sem
);
525 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, 0, &bh
);
529 kaddr
= kmap_atomic(bh
->b_page
);
530 su
= nilfs_sufile_block_get_segment_usage(sufile
, segnum
, bh
, kaddr
);
531 WARN_ON(nilfs_segment_usage_error(su
));
533 su
->su_lastmod
= cpu_to_le64(modtime
);
534 su
->su_nblocks
= cpu_to_le32(nblocks
);
535 kunmap_atomic(kaddr
);
537 mark_buffer_dirty(bh
);
538 nilfs_mdt_mark_dirty(sufile
);
542 up_write(&NILFS_MDT(sufile
)->mi_sem
);
547 * nilfs_sufile_get_stat - get segment usage statistics
548 * @sufile: inode of segment usage file
549 * @sustat: pointer to a structure of segment usage statistics
551 * Description: nilfs_sufile_get_stat() returns information about segment
554 * Return Value: On success, 0 is returned, and segment usage information is
555 * stored in the place pointed by @sustat. On error, one of the following
556 * negative error codes is returned.
560 * %-ENOMEM - Insufficient amount of memory available.
562 int nilfs_sufile_get_stat(struct inode
*sufile
, struct nilfs_sustat
*sustat
)
564 struct buffer_head
*header_bh
;
565 struct nilfs_sufile_header
*header
;
566 struct the_nilfs
*nilfs
= sufile
->i_sb
->s_fs_info
;
570 down_read(&NILFS_MDT(sufile
)->mi_sem
);
572 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
576 kaddr
= kmap_atomic(header_bh
->b_page
);
577 header
= kaddr
+ bh_offset(header_bh
);
578 sustat
->ss_nsegs
= nilfs_sufile_get_nsegments(sufile
);
579 sustat
->ss_ncleansegs
= le64_to_cpu(header
->sh_ncleansegs
);
580 sustat
->ss_ndirtysegs
= le64_to_cpu(header
->sh_ndirtysegs
);
581 sustat
->ss_ctime
= nilfs
->ns_ctime
;
582 sustat
->ss_nongc_ctime
= nilfs
->ns_nongc_ctime
;
583 spin_lock(&nilfs
->ns_last_segment_lock
);
584 sustat
->ss_prot_seq
= nilfs
->ns_prot_seq
;
585 spin_unlock(&nilfs
->ns_last_segment_lock
);
586 kunmap_atomic(kaddr
);
590 up_read(&NILFS_MDT(sufile
)->mi_sem
);
594 void nilfs_sufile_do_set_error(struct inode
*sufile
, __u64 segnum
,
595 struct buffer_head
*header_bh
,
596 struct buffer_head
*su_bh
)
598 struct nilfs_segment_usage
*su
;
602 kaddr
= kmap_atomic(su_bh
->b_page
);
603 su
= nilfs_sufile_block_get_segment_usage(sufile
, segnum
, su_bh
, kaddr
);
604 if (nilfs_segment_usage_error(su
)) {
605 kunmap_atomic(kaddr
);
608 suclean
= nilfs_segment_usage_clean(su
);
609 nilfs_segment_usage_set_error(su
);
610 kunmap_atomic(kaddr
);
613 nilfs_sufile_mod_counter(header_bh
, -1, 0);
614 NILFS_SUI(sufile
)->ncleansegs
--;
616 mark_buffer_dirty(su_bh
);
617 nilfs_mdt_mark_dirty(sufile
);
621 * nilfs_sufile_truncate_range - truncate range of segment array
622 * @sufile: inode of segment usage file
623 * @start: start segment number (inclusive)
624 * @end: end segment number (inclusive)
626 * Return Value: On success, 0 is returned. On error, one of the
627 * following negative error codes is returned.
631 * %-ENOMEM - Insufficient amount of memory available.
633 * %-EINVAL - Invalid number of segments specified
635 * %-EBUSY - Dirty or active segments are present in the range
637 static int nilfs_sufile_truncate_range(struct inode
*sufile
,
638 __u64 start
, __u64 end
)
640 struct the_nilfs
*nilfs
= sufile
->i_sb
->s_fs_info
;
641 struct buffer_head
*header_bh
;
642 struct buffer_head
*su_bh
;
643 struct nilfs_segment_usage
*su
, *su2
;
644 size_t susz
= NILFS_MDT(sufile
)->mi_entry_size
;
645 unsigned long segusages_per_block
;
646 unsigned long nsegs
, ncleaned
;
653 nsegs
= nilfs_sufile_get_nsegments(sufile
);
656 if (start
> end
|| start
>= nsegs
)
659 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
663 segusages_per_block
= nilfs_sufile_segment_usages_per_block(sufile
);
666 for (segnum
= start
; segnum
<= end
; segnum
+= n
) {
667 n
= min_t(unsigned long,
668 segusages_per_block
-
669 nilfs_sufile_get_offset(sufile
, segnum
),
671 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, 0,
679 kaddr
= kmap_atomic(su_bh
->b_page
);
680 su
= nilfs_sufile_block_get_segment_usage(
681 sufile
, segnum
, su_bh
, kaddr
);
683 for (j
= 0; j
< n
; j
++, su
= (void *)su
+ susz
) {
684 if ((le32_to_cpu(su
->su_flags
) &
685 ~BIT(NILFS_SEGMENT_USAGE_ERROR
)) ||
686 nilfs_segment_is_active(nilfs
, segnum
+ j
)) {
688 kunmap_atomic(kaddr
);
694 for (su
= su2
, j
= 0; j
< n
; j
++, su
= (void *)su
+ susz
) {
695 if (nilfs_segment_usage_error(su
)) {
696 nilfs_segment_usage_set_clean(su
);
700 kunmap_atomic(kaddr
);
702 mark_buffer_dirty(su_bh
);
707 if (n
== segusages_per_block
) {
709 nilfs_sufile_delete_segment_usage_block(sufile
, segnum
);
716 NILFS_SUI(sufile
)->ncleansegs
+= ncleaned
;
717 nilfs_sufile_mod_counter(header_bh
, ncleaned
, 0);
718 nilfs_mdt_mark_dirty(sufile
);
726 * nilfs_sufile_resize - resize segment array
727 * @sufile: inode of segment usage file
728 * @newnsegs: new number of segments
730 * Return Value: On success, 0 is returned. On error, one of the
731 * following negative error codes is returned.
735 * %-ENOMEM - Insufficient amount of memory available.
737 * %-ENOSPC - Enough free space is not left for shrinking
739 * %-EBUSY - Dirty or active segments exist in the region to be truncated
741 int nilfs_sufile_resize(struct inode
*sufile
, __u64 newnsegs
)
743 struct the_nilfs
*nilfs
= sufile
->i_sb
->s_fs_info
;
744 struct buffer_head
*header_bh
;
745 struct nilfs_sufile_header
*header
;
746 struct nilfs_sufile_info
*sui
= NILFS_SUI(sufile
);
748 unsigned long nsegs
, nrsvsegs
;
751 down_write(&NILFS_MDT(sufile
)->mi_sem
);
753 nsegs
= nilfs_sufile_get_nsegments(sufile
);
754 if (nsegs
== newnsegs
)
758 nrsvsegs
= nilfs_nrsvsegs(nilfs
, newnsegs
);
759 if (newnsegs
< nsegs
&& nsegs
- newnsegs
+ nrsvsegs
> sui
->ncleansegs
)
762 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
766 if (newnsegs
> nsegs
) {
767 sui
->ncleansegs
+= newnsegs
- nsegs
;
768 } else /* newnsegs < nsegs */ {
769 ret
= nilfs_sufile_truncate_range(sufile
, newnsegs
, nsegs
- 1);
773 sui
->ncleansegs
-= nsegs
- newnsegs
;
776 kaddr
= kmap_atomic(header_bh
->b_page
);
777 header
= kaddr
+ bh_offset(header_bh
);
778 header
->sh_ncleansegs
= cpu_to_le64(sui
->ncleansegs
);
779 kunmap_atomic(kaddr
);
781 mark_buffer_dirty(header_bh
);
782 nilfs_mdt_mark_dirty(sufile
);
783 nilfs_set_nsegments(nilfs
, newnsegs
);
788 up_write(&NILFS_MDT(sufile
)->mi_sem
);
793 * nilfs_sufile_get_suinfo -
794 * @sufile: inode of segment usage file
795 * @segnum: segment number to start looking
796 * @buf: array of suinfo
797 * @sisz: byte size of suinfo
798 * @nsi: size of suinfo array
802 * Return Value: On success, 0 is returned and .... On error, one of the
803 * following negative error codes is returned.
807 * %-ENOMEM - Insufficient amount of memory available.
809 ssize_t
nilfs_sufile_get_suinfo(struct inode
*sufile
, __u64 segnum
, void *buf
,
810 unsigned int sisz
, size_t nsi
)
812 struct buffer_head
*su_bh
;
813 struct nilfs_segment_usage
*su
;
814 struct nilfs_suinfo
*si
= buf
;
815 size_t susz
= NILFS_MDT(sufile
)->mi_entry_size
;
816 struct the_nilfs
*nilfs
= sufile
->i_sb
->s_fs_info
;
818 unsigned long nsegs
, segusages_per_block
;
822 down_read(&NILFS_MDT(sufile
)->mi_sem
);
824 segusages_per_block
= nilfs_sufile_segment_usages_per_block(sufile
);
825 nsegs
= min_t(unsigned long,
826 nilfs_sufile_get_nsegments(sufile
) - segnum
,
828 for (i
= 0; i
< nsegs
; i
+= n
, segnum
+= n
) {
829 n
= min_t(unsigned long,
830 segusages_per_block
-
831 nilfs_sufile_get_offset(sufile
, segnum
),
833 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, 0,
839 memset(si
, 0, sisz
* n
);
840 si
= (void *)si
+ sisz
* n
;
844 kaddr
= kmap_atomic(su_bh
->b_page
);
845 su
= nilfs_sufile_block_get_segment_usage(
846 sufile
, segnum
, su_bh
, kaddr
);
848 j
++, su
= (void *)su
+ susz
, si
= (void *)si
+ sisz
) {
849 si
->sui_lastmod
= le64_to_cpu(su
->su_lastmod
);
850 si
->sui_nblocks
= le32_to_cpu(su
->su_nblocks
);
851 si
->sui_flags
= le32_to_cpu(su
->su_flags
) &
852 ~BIT(NILFS_SEGMENT_USAGE_ACTIVE
);
853 if (nilfs_segment_is_active(nilfs
, segnum
+ j
))
855 BIT(NILFS_SEGMENT_USAGE_ACTIVE
);
857 kunmap_atomic(kaddr
);
863 up_read(&NILFS_MDT(sufile
)->mi_sem
);
868 * nilfs_sufile_set_suinfo - sets segment usage info
869 * @sufile: inode of segment usage file
870 * @buf: array of suinfo_update
871 * @supsz: byte size of suinfo_update
872 * @nsup: size of suinfo_update array
874 * Description: Takes an array of nilfs_suinfo_update structs and updates
875 * segment usage accordingly. Only the fields indicated by the sup_flags
878 * Return Value: On success, 0 is returned. On error, one of the
879 * following negative error codes is returned.
883 * %-ENOMEM - Insufficient amount of memory available.
885 * %-EINVAL - Invalid values in input (segment number, flags or nblocks)
887 ssize_t
nilfs_sufile_set_suinfo(struct inode
*sufile
, void *buf
,
888 unsigned int supsz
, size_t nsup
)
890 struct the_nilfs
*nilfs
= sufile
->i_sb
->s_fs_info
;
891 struct buffer_head
*header_bh
, *bh
;
892 struct nilfs_suinfo_update
*sup
, *supend
= buf
+ supsz
* nsup
;
893 struct nilfs_segment_usage
*su
;
895 unsigned long blkoff
, prev_blkoff
;
896 int cleansi
, cleansu
, dirtysi
, dirtysu
;
897 long ncleaned
= 0, ndirtied
= 0;
900 if (unlikely(nsup
== 0))
903 for (sup
= buf
; sup
< supend
; sup
= (void *)sup
+ supsz
) {
904 if (sup
->sup_segnum
>= nilfs
->ns_nsegments
906 (~0UL << __NR_NILFS_SUINFO_UPDATE_FIELDS
))
907 || (nilfs_suinfo_update_nblocks(sup
) &&
908 sup
->sup_sui
.sui_nblocks
>
909 nilfs
->ns_blocks_per_segment
))
913 down_write(&NILFS_MDT(sufile
)->mi_sem
);
915 ret
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
920 blkoff
= nilfs_sufile_get_blkoff(sufile
, sup
->sup_segnum
);
921 ret
= nilfs_mdt_get_block(sufile
, blkoff
, 1, NULL
, &bh
);
926 kaddr
= kmap_atomic(bh
->b_page
);
927 su
= nilfs_sufile_block_get_segment_usage(
928 sufile
, sup
->sup_segnum
, bh
, kaddr
);
930 if (nilfs_suinfo_update_lastmod(sup
))
931 su
->su_lastmod
= cpu_to_le64(sup
->sup_sui
.sui_lastmod
);
933 if (nilfs_suinfo_update_nblocks(sup
))
934 su
->su_nblocks
= cpu_to_le32(sup
->sup_sui
.sui_nblocks
);
936 if (nilfs_suinfo_update_flags(sup
)) {
938 * Active flag is a virtual flag projected by running
939 * nilfs kernel code - drop it not to write it to
942 sup
->sup_sui
.sui_flags
&=
943 ~BIT(NILFS_SEGMENT_USAGE_ACTIVE
);
945 cleansi
= nilfs_suinfo_clean(&sup
->sup_sui
);
946 cleansu
= nilfs_segment_usage_clean(su
);
947 dirtysi
= nilfs_suinfo_dirty(&sup
->sup_sui
);
948 dirtysu
= nilfs_segment_usage_dirty(su
);
950 if (cleansi
&& !cleansu
)
952 else if (!cleansi
&& cleansu
)
955 if (dirtysi
&& !dirtysu
)
957 else if (!dirtysi
&& dirtysu
)
960 su
->su_flags
= cpu_to_le32(sup
->sup_sui
.sui_flags
);
963 kunmap_atomic(kaddr
);
965 sup
= (void *)sup
+ supsz
;
969 prev_blkoff
= blkoff
;
970 blkoff
= nilfs_sufile_get_blkoff(sufile
, sup
->sup_segnum
);
971 if (blkoff
== prev_blkoff
)
974 /* get different block */
975 mark_buffer_dirty(bh
);
977 ret
= nilfs_mdt_get_block(sufile
, blkoff
, 1, NULL
, &bh
);
978 if (unlikely(ret
< 0))
981 mark_buffer_dirty(bh
);
985 if (ncleaned
|| ndirtied
) {
986 nilfs_sufile_mod_counter(header_bh
, (u64
)ncleaned
,
988 NILFS_SUI(sufile
)->ncleansegs
+= ncleaned
;
990 nilfs_mdt_mark_dirty(sufile
);
994 up_write(&NILFS_MDT(sufile
)->mi_sem
);
999 * nilfs_sufile_trim_fs() - trim ioctl handle function
1000 * @sufile: inode of segment usage file
1001 * @range: fstrim_range structure
1003 * start: First Byte to trim
1004 * len: number of Bytes to trim from start
1005 * minlen: minimum extent length in Bytes
1007 * Decription: nilfs_sufile_trim_fs goes through all segments containing bytes
1008 * from start to start+len. start is rounded up to the next block boundary
1009 * and start+len is rounded down. For each clean segment blkdev_issue_discard
1010 * function is invoked.
1012 * Return Value: On success, 0 is returned or negative error code, otherwise.
1014 int nilfs_sufile_trim_fs(struct inode
*sufile
, struct fstrim_range
*range
)
1016 struct the_nilfs
*nilfs
= sufile
->i_sb
->s_fs_info
;
1017 struct buffer_head
*su_bh
;
1018 struct nilfs_segment_usage
*su
;
1020 size_t n
, i
, susz
= NILFS_MDT(sufile
)->mi_entry_size
;
1021 sector_t seg_start
, seg_end
, start_block
, end_block
;
1022 sector_t start
= 0, nblocks
= 0;
1023 u64 segnum
, segnum_end
, minlen
, len
, max_blocks
, ndiscarded
= 0;
1025 unsigned int sects_per_block
;
1027 sects_per_block
= (1 << nilfs
->ns_blocksize_bits
) /
1028 bdev_logical_block_size(nilfs
->ns_bdev
);
1029 len
= range
->len
>> nilfs
->ns_blocksize_bits
;
1030 minlen
= range
->minlen
>> nilfs
->ns_blocksize_bits
;
1031 max_blocks
= ((u64
)nilfs
->ns_nsegments
* nilfs
->ns_blocks_per_segment
);
1033 if (!len
|| range
->start
>= max_blocks
<< nilfs
->ns_blocksize_bits
)
1036 start_block
= (range
->start
+ nilfs
->ns_blocksize
- 1) >>
1037 nilfs
->ns_blocksize_bits
;
1040 * range->len can be very large (actually, it is set to
1041 * ULLONG_MAX by default) - truncate upper end of the range
1042 * carefully so as not to overflow.
1044 if (max_blocks
- start_block
< len
)
1045 end_block
= max_blocks
- 1;
1047 end_block
= start_block
+ len
- 1;
1049 segnum
= nilfs_get_segnum_of_block(nilfs
, start_block
);
1050 segnum_end
= nilfs_get_segnum_of_block(nilfs
, end_block
);
1052 down_read(&NILFS_MDT(sufile
)->mi_sem
);
1054 while (segnum
<= segnum_end
) {
1055 n
= nilfs_sufile_segment_usages_in_block(sufile
, segnum
,
1058 ret
= nilfs_sufile_get_segment_usage_block(sufile
, segnum
, 0,
1068 kaddr
= kmap_atomic(su_bh
->b_page
);
1069 su
= nilfs_sufile_block_get_segment_usage(sufile
, segnum
,
1071 for (i
= 0; i
< n
; ++i
, ++segnum
, su
= (void *)su
+ susz
) {
1072 if (!nilfs_segment_usage_clean(su
))
1075 nilfs_get_segment_range(nilfs
, segnum
, &seg_start
,
1079 /* start new extent */
1081 nblocks
= seg_end
- seg_start
+ 1;
1085 if (start
+ nblocks
== seg_start
) {
1086 /* add to previous extent */
1087 nblocks
+= seg_end
- seg_start
+ 1;
1091 /* discard previous extent */
1092 if (start
< start_block
) {
1093 nblocks
-= start_block
- start
;
1094 start
= start_block
;
1097 if (nblocks
>= minlen
) {
1098 kunmap_atomic(kaddr
);
1100 ret
= blkdev_issue_discard(nilfs
->ns_bdev
,
1101 start
* sects_per_block
,
1102 nblocks
* sects_per_block
,
1109 ndiscarded
+= nblocks
;
1110 kaddr
= kmap_atomic(su_bh
->b_page
);
1111 su
= nilfs_sufile_block_get_segment_usage(
1112 sufile
, segnum
, su_bh
, kaddr
);
1115 /* start new extent */
1117 nblocks
= seg_end
- seg_start
+ 1;
1119 kunmap_atomic(kaddr
);
1125 /* discard last extent */
1126 if (start
< start_block
) {
1127 nblocks
-= start_block
- start
;
1128 start
= start_block
;
1130 if (start
+ nblocks
> end_block
+ 1)
1131 nblocks
= end_block
- start
+ 1;
1133 if (nblocks
>= minlen
) {
1134 ret
= blkdev_issue_discard(nilfs
->ns_bdev
,
1135 start
* sects_per_block
,
1136 nblocks
* sects_per_block
,
1139 ndiscarded
+= nblocks
;
1144 up_read(&NILFS_MDT(sufile
)->mi_sem
);
1146 range
->len
= ndiscarded
<< nilfs
->ns_blocksize_bits
;
1151 * nilfs_sufile_read - read or get sufile inode
1152 * @sb: super block instance
1153 * @susize: size of a segment usage entry
1154 * @raw_inode: on-disk sufile inode
1155 * @inodep: buffer to store the inode
1157 int nilfs_sufile_read(struct super_block
*sb
, size_t susize
,
1158 struct nilfs_inode
*raw_inode
, struct inode
**inodep
)
1160 struct inode
*sufile
;
1161 struct nilfs_sufile_info
*sui
;
1162 struct buffer_head
*header_bh
;
1163 struct nilfs_sufile_header
*header
;
1167 if (susize
> sb
->s_blocksize
) {
1168 nilfs_err(sb
, "too large segment usage size: %zu bytes",
1171 } else if (susize
< NILFS_MIN_SEGMENT_USAGE_SIZE
) {
1172 nilfs_err(sb
, "too small segment usage size: %zu bytes",
1177 sufile
= nilfs_iget_locked(sb
, NULL
, NILFS_SUFILE_INO
);
1178 if (unlikely(!sufile
))
1180 if (!(sufile
->i_state
& I_NEW
))
1183 err
= nilfs_mdt_init(sufile
, NILFS_MDT_GFP
, sizeof(*sui
));
1187 nilfs_mdt_set_entry_size(sufile
, susize
,
1188 sizeof(struct nilfs_sufile_header
));
1190 err
= nilfs_read_inode_common(sufile
, raw_inode
);
1194 err
= nilfs_sufile_get_header_block(sufile
, &header_bh
);
1198 sui
= NILFS_SUI(sufile
);
1199 kaddr
= kmap_atomic(header_bh
->b_page
);
1200 header
= kaddr
+ bh_offset(header_bh
);
1201 sui
->ncleansegs
= le64_to_cpu(header
->sh_ncleansegs
);
1202 kunmap_atomic(kaddr
);
1205 sui
->allocmax
= nilfs_sufile_get_nsegments(sufile
) - 1;
1208 unlock_new_inode(sufile
);
1213 iget_failed(sufile
);