1 // SPDX-License-Identifier: GPL-2.0
3 * bcache sysfs interfaces
5 * Copyright 2010, 2011 Kent Overstreet <kent.overstreet@gmail.com>
6 * Copyright 2012 Google, Inc.
13 #include "writeback.h"
15 #include <linux/blkdev.h>
16 #include <linux/sort.h>
17 #include <linux/sched/clock.h>
19 static const char * const cache_replacement_policies
[] = {
26 static const char * const error_actions
[] = {
32 write_attribute(attach
);
33 write_attribute(detach
);
34 write_attribute(unregister
);
35 write_attribute(stop
);
36 write_attribute(clear_stats
);
37 write_attribute(trigger_gc
);
38 write_attribute(prune_cache
);
39 write_attribute(flash_vol_create
);
41 read_attribute(bucket_size
);
42 read_attribute(block_size
);
43 read_attribute(nbuckets
);
44 read_attribute(tree_depth
);
45 read_attribute(root_usage_percent
);
46 read_attribute(priority_stats
);
47 read_attribute(btree_cache_size
);
48 read_attribute(btree_cache_max_chain
);
49 read_attribute(cache_available_percent
);
50 read_attribute(written
);
51 read_attribute(btree_written
);
52 read_attribute(metadata_written
);
53 read_attribute(active_journal_entries
);
55 sysfs_time_stats_attribute(btree_gc
, sec
, ms
);
56 sysfs_time_stats_attribute(btree_split
, sec
, us
);
57 sysfs_time_stats_attribute(btree_sort
, ms
, us
);
58 sysfs_time_stats_attribute(btree_read
, ms
, us
);
60 read_attribute(btree_nodes
);
61 read_attribute(btree_used_percent
);
62 read_attribute(average_key_size
);
63 read_attribute(dirty_data
);
64 read_attribute(bset_tree_stats
);
66 read_attribute(state
);
67 read_attribute(cache_read_races
);
68 read_attribute(writeback_keys_done
);
69 read_attribute(writeback_keys_failed
);
70 read_attribute(io_errors
);
71 read_attribute(congested
);
72 rw_attribute(congested_read_threshold_us
);
73 rw_attribute(congested_write_threshold_us
);
75 rw_attribute(sequential_cutoff
);
76 rw_attribute(data_csum
);
77 rw_attribute(cache_mode
);
78 rw_attribute(stop_when_cache_set_failed
);
79 rw_attribute(writeback_metadata
);
80 rw_attribute(writeback_running
);
81 rw_attribute(writeback_percent
);
82 rw_attribute(writeback_delay
);
83 rw_attribute(writeback_rate
);
85 rw_attribute(writeback_rate_update_seconds
);
86 rw_attribute(writeback_rate_i_term_inverse
);
87 rw_attribute(writeback_rate_p_term_inverse
);
88 rw_attribute(writeback_rate_minimum
);
89 read_attribute(writeback_rate_debug
);
91 read_attribute(stripe_size
);
92 read_attribute(partial_stripes_expensive
);
94 rw_attribute(synchronous
);
95 rw_attribute(journal_delay_ms
);
96 rw_attribute(io_disable
);
97 rw_attribute(discard
);
98 rw_attribute(running
);
100 rw_attribute(readahead
);
101 rw_attribute(errors
);
102 rw_attribute(io_error_limit
);
103 rw_attribute(io_error_halflife
);
104 rw_attribute(verify
);
105 rw_attribute(bypass_torture_test
);
106 rw_attribute(key_merging_disabled
);
107 rw_attribute(gc_always_rewrite
);
108 rw_attribute(expensive_debug_checks
);
109 rw_attribute(cache_replacement_policy
);
110 rw_attribute(btree_shrinker_disabled
);
111 rw_attribute(copy_gc_enabled
);
114 SHOW(__bch_cached_dev
)
116 struct cached_dev
*dc
= container_of(kobj
, struct cached_dev
,
118 const char *states
[] = { "no cache", "clean", "dirty", "inconsistent" };
120 #define var(stat) (dc->stat)
122 if (attr
== &sysfs_cache_mode
)
123 return bch_snprint_string_list(buf
, PAGE_SIZE
,
125 BDEV_CACHE_MODE(&dc
->sb
));
127 if (attr
== &sysfs_stop_when_cache_set_failed
)
128 return bch_snprint_string_list(buf
, PAGE_SIZE
,
129 bch_stop_on_failure_modes
+ 1,
130 dc
->stop_when_cache_set_failed
);
133 sysfs_printf(data_csum
, "%i", dc
->disk
.data_csum
);
134 var_printf(verify
, "%i");
135 var_printf(bypass_torture_test
, "%i");
136 var_printf(writeback_metadata
, "%i");
137 var_printf(writeback_running
, "%i");
138 var_print(writeback_delay
);
139 var_print(writeback_percent
);
140 sysfs_hprint(writeback_rate
, dc
->writeback_rate
.rate
<< 9);
142 var_print(writeback_rate_update_seconds
);
143 var_print(writeback_rate_i_term_inverse
);
144 var_print(writeback_rate_p_term_inverse
);
145 var_print(writeback_rate_minimum
);
147 if (attr
== &sysfs_writeback_rate_debug
) {
151 char proportional
[20];
156 bch_hprint(rate
, dc
->writeback_rate
.rate
<< 9);
157 bch_hprint(dirty
, bcache_dev_sectors_dirty(&dc
->disk
) << 9);
158 bch_hprint(target
, dc
->writeback_rate_target
<< 9);
159 bch_hprint(proportional
,dc
->writeback_rate_proportional
<< 9);
160 bch_hprint(integral
, dc
->writeback_rate_integral_scaled
<< 9);
161 bch_hprint(change
, dc
->writeback_rate_change
<< 9);
163 next_io
= div64_s64(dc
->writeback_rate
.next
- local_clock(),
170 "proportional:\t%s\n"
172 "change:\t\t%s/sec\n"
173 "next io:\t%llims\n",
174 rate
, dirty
, target
, proportional
,
175 integral
, change
, next_io
);
178 sysfs_hprint(dirty_data
,
179 bcache_dev_sectors_dirty(&dc
->disk
) << 9);
181 sysfs_hprint(stripe_size
, dc
->disk
.stripe_size
<< 9);
182 var_printf(partial_stripes_expensive
, "%u");
184 var_hprint(sequential_cutoff
);
185 var_hprint(readahead
);
187 sysfs_print(running
, atomic_read(&dc
->running
));
188 sysfs_print(state
, states
[BDEV_STATE(&dc
->sb
)]);
190 if (attr
== &sysfs_label
) {
191 memcpy(buf
, dc
->sb
.label
, SB_LABEL_SIZE
);
192 buf
[SB_LABEL_SIZE
+ 1] = '\0';
200 SHOW_LOCKED(bch_cached_dev
)
204 struct cached_dev
*dc
= container_of(kobj
, struct cached_dev
,
208 struct kobj_uevent_env
*env
;
210 #define d_strtoul(var) sysfs_strtoul(var, dc->var)
211 #define d_strtoul_nonzero(var) sysfs_strtoul_clamp(var, dc->var, 1, INT_MAX)
212 #define d_strtoi_h(var) sysfs_hatoi(var, dc->var)
214 sysfs_strtoul(data_csum
, dc
->disk
.data_csum
);
216 d_strtoul(bypass_torture_test
);
217 d_strtoul(writeback_metadata
);
218 d_strtoul(writeback_running
);
219 d_strtoul(writeback_delay
);
221 sysfs_strtoul_clamp(writeback_percent
, dc
->writeback_percent
, 0, 40);
223 sysfs_strtoul_clamp(writeback_rate
,
224 dc
->writeback_rate
.rate
, 1, INT_MAX
);
226 sysfs_strtoul_clamp(writeback_rate_update_seconds
,
227 dc
->writeback_rate_update_seconds
,
228 1, WRITEBACK_RATE_UPDATE_SECS_MAX
);
229 d_strtoul(writeback_rate_i_term_inverse
);
230 d_strtoul_nonzero(writeback_rate_p_term_inverse
);
231 d_strtoul_nonzero(writeback_rate_minimum
);
233 d_strtoi_h(sequential_cutoff
);
234 d_strtoi_h(readahead
);
236 if (attr
== &sysfs_clear_stats
)
237 bch_cache_accounting_clear(&dc
->accounting
);
239 if (attr
== &sysfs_running
&&
240 strtoul_or_return(buf
))
241 bch_cached_dev_run(dc
);
243 if (attr
== &sysfs_cache_mode
) {
244 v
= bch_read_string_list(buf
, bch_cache_modes
+ 1);
249 if ((unsigned) v
!= BDEV_CACHE_MODE(&dc
->sb
)) {
250 SET_BDEV_CACHE_MODE(&dc
->sb
, v
);
251 bch_write_bdev_super(dc
, NULL
);
255 if (attr
== &sysfs_stop_when_cache_set_failed
) {
256 v
= bch_read_string_list(buf
, bch_stop_on_failure_modes
+ 1);
261 dc
->stop_when_cache_set_failed
= v
;
264 if (attr
== &sysfs_label
) {
265 if (size
> SB_LABEL_SIZE
)
267 memcpy(dc
->sb
.label
, buf
, size
);
268 if (size
< SB_LABEL_SIZE
)
269 dc
->sb
.label
[size
] = '\0';
270 if (size
&& dc
->sb
.label
[size
- 1] == '\n')
271 dc
->sb
.label
[size
- 1] = '\0';
272 bch_write_bdev_super(dc
, NULL
);
274 memcpy(dc
->disk
.c
->uuids
[dc
->disk
.id
].label
,
276 bch_uuid_write(dc
->disk
.c
);
278 env
= kzalloc(sizeof(struct kobj_uevent_env
), GFP_KERNEL
);
281 add_uevent_var(env
, "DRIVER=bcache");
282 add_uevent_var(env
, "CACHED_UUID=%pU", dc
->sb
.uuid
),
283 add_uevent_var(env
, "CACHED_LABEL=%s", buf
);
285 &disk_to_dev(dc
->disk
.disk
)->kobj
, KOBJ_CHANGE
, env
->envp
);
289 if (attr
== &sysfs_attach
) {
290 uint8_t set_uuid
[16];
292 if (bch_parse_uuid(buf
, set_uuid
) < 16)
296 list_for_each_entry(c
, &bch_cache_sets
, list
) {
297 v
= bch_cached_dev_attach(dc
, c
, set_uuid
);
302 pr_err("Can't attach %s: cache set not found", buf
);
306 if (attr
== &sysfs_detach
&& dc
->disk
.c
)
307 bch_cached_dev_detach(dc
);
309 if (attr
== &sysfs_stop
)
310 bcache_device_stop(&dc
->disk
);
315 STORE(bch_cached_dev
)
317 struct cached_dev
*dc
= container_of(kobj
, struct cached_dev
,
320 mutex_lock(&bch_register_lock
);
321 size
= __cached_dev_store(kobj
, attr
, buf
, size
);
323 if (attr
== &sysfs_writeback_running
)
324 bch_writeback_queue(dc
);
326 if (attr
== &sysfs_writeback_percent
)
327 if (!test_and_set_bit(BCACHE_DEV_WB_RUNNING
, &dc
->disk
.flags
))
328 schedule_delayed_work(&dc
->writeback_rate_update
,
329 dc
->writeback_rate_update_seconds
* HZ
);
331 mutex_unlock(&bch_register_lock
);
335 static struct attribute
*bch_cached_dev_files
[] = {
343 &sysfs_stop_when_cache_set_failed
,
344 &sysfs_writeback_metadata
,
345 &sysfs_writeback_running
,
346 &sysfs_writeback_delay
,
347 &sysfs_writeback_percent
,
348 &sysfs_writeback_rate
,
349 &sysfs_writeback_rate_update_seconds
,
350 &sysfs_writeback_rate_i_term_inverse
,
351 &sysfs_writeback_rate_p_term_inverse
,
352 &sysfs_writeback_rate_minimum
,
353 &sysfs_writeback_rate_debug
,
356 &sysfs_partial_stripes_expensive
,
357 &sysfs_sequential_cutoff
,
363 #ifdef CONFIG_BCACHE_DEBUG
365 &sysfs_bypass_torture_test
,
369 KTYPE(bch_cached_dev
);
373 struct bcache_device
*d
= container_of(kobj
, struct bcache_device
,
375 struct uuid_entry
*u
= &d
->c
->uuids
[d
->id
];
377 sysfs_printf(data_csum
, "%i", d
->data_csum
);
378 sysfs_hprint(size
, u
->sectors
<< 9);
380 if (attr
== &sysfs_label
) {
381 memcpy(buf
, u
->label
, SB_LABEL_SIZE
);
382 buf
[SB_LABEL_SIZE
+ 1] = '\0';
390 STORE(__bch_flash_dev
)
392 struct bcache_device
*d
= container_of(kobj
, struct bcache_device
,
394 struct uuid_entry
*u
= &d
->c
->uuids
[d
->id
];
396 sysfs_strtoul(data_csum
, d
->data_csum
);
398 if (attr
== &sysfs_size
) {
400 strtoi_h_or_return(buf
, v
);
403 bch_uuid_write(d
->c
);
404 set_capacity(d
->disk
, u
->sectors
);
407 if (attr
== &sysfs_label
) {
408 memcpy(u
->label
, buf
, SB_LABEL_SIZE
);
409 bch_uuid_write(d
->c
);
412 if (attr
== &sysfs_unregister
) {
413 set_bit(BCACHE_DEV_DETACHING
, &d
->flags
);
414 bcache_device_stop(d
);
419 STORE_LOCKED(bch_flash_dev
)
421 static struct attribute
*bch_flash_dev_files
[] = {
430 KTYPE(bch_flash_dev
);
432 struct bset_stats_op
{
435 struct bset_stats stats
;
438 static int bch_btree_bset_stats(struct btree_op
*b_op
, struct btree
*b
)
440 struct bset_stats_op
*op
= container_of(b_op
, struct bset_stats_op
, op
);
443 bch_btree_keys_stats(&b
->keys
, &op
->stats
);
448 static int bch_bset_print_stats(struct cache_set
*c
, char *buf
)
450 struct bset_stats_op op
;
453 memset(&op
, 0, sizeof(op
));
454 bch_btree_op_init(&op
.op
, -1);
456 ret
= bch_btree_map_nodes(&op
.op
, c
, &ZERO_KEY
, bch_btree_bset_stats
);
460 return snprintf(buf
, PAGE_SIZE
,
462 "written sets: %zu\n"
463 "unwritten sets: %zu\n"
464 "written key bytes: %zu\n"
465 "unwritten key bytes: %zu\n"
469 op
.stats
.sets_written
, op
.stats
.sets_unwritten
,
470 op
.stats
.bytes_written
, op
.stats
.bytes_unwritten
,
471 op
.stats
.floats
, op
.stats
.failed
);
474 static unsigned bch_root_usage(struct cache_set
*c
)
479 struct btree_iter iter
;
487 rw_lock(false, b
, b
->level
);
488 } while (b
!= c
->root
);
490 for_each_key_filter(&b
->keys
, k
, &iter
, bch_ptr_bad
)
491 bytes
+= bkey_bytes(k
);
495 return (bytes
* 100) / btree_bytes(c
);
498 static size_t bch_cache_size(struct cache_set
*c
)
503 mutex_lock(&c
->bucket_lock
);
504 list_for_each_entry(b
, &c
->btree_cache
, list
)
505 ret
+= 1 << (b
->keys
.page_order
+ PAGE_SHIFT
);
507 mutex_unlock(&c
->bucket_lock
);
511 static unsigned bch_cache_max_chain(struct cache_set
*c
)
514 struct hlist_head
*h
;
516 mutex_lock(&c
->bucket_lock
);
518 for (h
= c
->bucket_hash
;
519 h
< c
->bucket_hash
+ (1 << BUCKET_HASH_BITS
);
522 struct hlist_node
*p
;
530 mutex_unlock(&c
->bucket_lock
);
534 static unsigned bch_btree_used(struct cache_set
*c
)
536 return div64_u64(c
->gc_stats
.key_bytes
* 100,
537 (c
->gc_stats
.nodes
?: 1) * btree_bytes(c
));
540 static unsigned bch_average_key_size(struct cache_set
*c
)
542 return c
->gc_stats
.nkeys
543 ? div64_u64(c
->gc_stats
.data
, c
->gc_stats
.nkeys
)
547 SHOW(__bch_cache_set
)
549 struct cache_set
*c
= container_of(kobj
, struct cache_set
, kobj
);
551 sysfs_print(synchronous
, CACHE_SYNC(&c
->sb
));
552 sysfs_print(journal_delay_ms
, c
->journal_delay_ms
);
553 sysfs_hprint(bucket_size
, bucket_bytes(c
));
554 sysfs_hprint(block_size
, block_bytes(c
));
555 sysfs_print(tree_depth
, c
->root
->level
);
556 sysfs_print(root_usage_percent
, bch_root_usage(c
));
558 sysfs_hprint(btree_cache_size
, bch_cache_size(c
));
559 sysfs_print(btree_cache_max_chain
, bch_cache_max_chain(c
));
560 sysfs_print(cache_available_percent
, 100 - c
->gc_stats
.in_use
);
562 sysfs_print_time_stats(&c
->btree_gc_time
, btree_gc
, sec
, ms
);
563 sysfs_print_time_stats(&c
->btree_split_time
, btree_split
, sec
, us
);
564 sysfs_print_time_stats(&c
->sort
.time
, btree_sort
, ms
, us
);
565 sysfs_print_time_stats(&c
->btree_read_time
, btree_read
, ms
, us
);
567 sysfs_print(btree_used_percent
, bch_btree_used(c
));
568 sysfs_print(btree_nodes
, c
->gc_stats
.nodes
);
569 sysfs_hprint(average_key_size
, bch_average_key_size(c
));
571 sysfs_print(cache_read_races
,
572 atomic_long_read(&c
->cache_read_races
));
574 sysfs_print(writeback_keys_done
,
575 atomic_long_read(&c
->writeback_keys_done
));
576 sysfs_print(writeback_keys_failed
,
577 atomic_long_read(&c
->writeback_keys_failed
));
579 if (attr
== &sysfs_errors
)
580 return bch_snprint_string_list(buf
, PAGE_SIZE
, error_actions
,
583 /* See count_io_errors for why 88 */
584 sysfs_print(io_error_halflife
, c
->error_decay
* 88);
585 sysfs_print(io_error_limit
, c
->error_limit
>> IO_ERROR_SHIFT
);
587 sysfs_hprint(congested
,
588 ((uint64_t) bch_get_congested(c
)) << 9);
589 sysfs_print(congested_read_threshold_us
,
590 c
->congested_read_threshold_us
);
591 sysfs_print(congested_write_threshold_us
,
592 c
->congested_write_threshold_us
);
594 sysfs_print(active_journal_entries
, fifo_used(&c
->journal
.pin
));
595 sysfs_printf(verify
, "%i", c
->verify
);
596 sysfs_printf(key_merging_disabled
, "%i", c
->key_merging_disabled
);
597 sysfs_printf(expensive_debug_checks
,
598 "%i", c
->expensive_debug_checks
);
599 sysfs_printf(gc_always_rewrite
, "%i", c
->gc_always_rewrite
);
600 sysfs_printf(btree_shrinker_disabled
, "%i", c
->shrinker_disabled
);
601 sysfs_printf(copy_gc_enabled
, "%i", c
->copy_gc_enabled
);
602 sysfs_printf(io_disable
, "%i",
603 test_bit(CACHE_SET_IO_DISABLE
, &c
->flags
));
605 if (attr
== &sysfs_bset_tree_stats
)
606 return bch_bset_print_stats(c
, buf
);
610 SHOW_LOCKED(bch_cache_set
)
612 STORE(__bch_cache_set
)
614 struct cache_set
*c
= container_of(kobj
, struct cache_set
, kobj
);
616 if (attr
== &sysfs_unregister
)
617 bch_cache_set_unregister(c
);
619 if (attr
== &sysfs_stop
)
620 bch_cache_set_stop(c
);
622 if (attr
== &sysfs_synchronous
) {
623 bool sync
= strtoul_or_return(buf
);
625 if (sync
!= CACHE_SYNC(&c
->sb
)) {
626 SET_CACHE_SYNC(&c
->sb
, sync
);
627 bcache_write_super(c
);
631 if (attr
== &sysfs_flash_vol_create
) {
634 strtoi_h_or_return(buf
, v
);
636 r
= bch_flash_dev_create(c
, v
);
641 if (attr
== &sysfs_clear_stats
) {
642 atomic_long_set(&c
->writeback_keys_done
, 0);
643 atomic_long_set(&c
->writeback_keys_failed
, 0);
645 memset(&c
->gc_stats
, 0, sizeof(struct gc_stat
));
646 bch_cache_accounting_clear(&c
->accounting
);
649 if (attr
== &sysfs_trigger_gc
) {
651 * Garbage collection thread only works when sectors_to_gc < 0,
652 * when users write to sysfs entry trigger_gc, most of time
653 * they want to forcibly triger gargage collection. Here -1 is
654 * set to c->sectors_to_gc, to make gc_should_run() give a
655 * chance to permit gc thread to run. "give a chance" means
656 * before going into gc_should_run(), there is still chance
657 * that c->sectors_to_gc being set to other positive value. So
658 * writing sysfs entry trigger_gc won't always make sure gc
659 * thread takes effect.
661 atomic_set(&c
->sectors_to_gc
, -1);
665 if (attr
== &sysfs_prune_cache
) {
666 struct shrink_control sc
;
667 sc
.gfp_mask
= GFP_KERNEL
;
668 sc
.nr_to_scan
= strtoul_or_return(buf
);
669 c
->shrink
.scan_objects(&c
->shrink
, &sc
);
672 sysfs_strtoul(congested_read_threshold_us
,
673 c
->congested_read_threshold_us
);
674 sysfs_strtoul(congested_write_threshold_us
,
675 c
->congested_write_threshold_us
);
677 if (attr
== &sysfs_errors
) {
678 ssize_t v
= bch_read_string_list(buf
, error_actions
);
686 if (attr
== &sysfs_io_error_limit
)
687 c
->error_limit
= strtoul_or_return(buf
) << IO_ERROR_SHIFT
;
689 /* See count_io_errors() for why 88 */
690 if (attr
== &sysfs_io_error_halflife
)
691 c
->error_decay
= strtoul_or_return(buf
) / 88;
693 if (attr
== &sysfs_io_disable
) {
694 int v
= strtoul_or_return(buf
);
697 if (test_and_set_bit(CACHE_SET_IO_DISABLE
,
699 pr_warn("CACHE_SET_IO_DISABLE already set");
701 if (!test_and_clear_bit(CACHE_SET_IO_DISABLE
,
703 pr_warn("CACHE_SET_IO_DISABLE already cleared");
707 sysfs_strtoul(journal_delay_ms
, c
->journal_delay_ms
);
708 sysfs_strtoul(verify
, c
->verify
);
709 sysfs_strtoul(key_merging_disabled
, c
->key_merging_disabled
);
710 sysfs_strtoul(expensive_debug_checks
, c
->expensive_debug_checks
);
711 sysfs_strtoul(gc_always_rewrite
, c
->gc_always_rewrite
);
712 sysfs_strtoul(btree_shrinker_disabled
, c
->shrinker_disabled
);
713 sysfs_strtoul(copy_gc_enabled
, c
->copy_gc_enabled
);
717 STORE_LOCKED(bch_cache_set
)
719 SHOW(bch_cache_set_internal
)
721 struct cache_set
*c
= container_of(kobj
, struct cache_set
, internal
);
722 return bch_cache_set_show(&c
->kobj
, attr
, buf
);
725 STORE(bch_cache_set_internal
)
727 struct cache_set
*c
= container_of(kobj
, struct cache_set
, internal
);
728 return bch_cache_set_store(&c
->kobj
, attr
, buf
, size
);
731 static void bch_cache_set_internal_release(struct kobject
*k
)
735 static struct attribute
*bch_cache_set_files
[] = {
739 &sysfs_journal_delay_ms
,
740 &sysfs_flash_vol_create
,
745 &sysfs_root_usage_percent
,
746 &sysfs_btree_cache_size
,
747 &sysfs_cache_available_percent
,
749 &sysfs_average_key_size
,
752 &sysfs_io_error_limit
,
753 &sysfs_io_error_halflife
,
755 &sysfs_congested_read_threshold_us
,
756 &sysfs_congested_write_threshold_us
,
760 KTYPE(bch_cache_set
);
762 static struct attribute
*bch_cache_set_internal_files
[] = {
763 &sysfs_active_journal_entries
,
765 sysfs_time_stats_attribute_list(btree_gc
, sec
, ms
)
766 sysfs_time_stats_attribute_list(btree_split
, sec
, us
)
767 sysfs_time_stats_attribute_list(btree_sort
, ms
, us
)
768 sysfs_time_stats_attribute_list(btree_read
, ms
, us
)
771 &sysfs_btree_used_percent
,
772 &sysfs_btree_cache_max_chain
,
774 &sysfs_bset_tree_stats
,
775 &sysfs_cache_read_races
,
776 &sysfs_writeback_keys_done
,
777 &sysfs_writeback_keys_failed
,
781 #ifdef CONFIG_BCACHE_DEBUG
783 &sysfs_key_merging_disabled
,
784 &sysfs_expensive_debug_checks
,
786 &sysfs_gc_always_rewrite
,
787 &sysfs_btree_shrinker_disabled
,
788 &sysfs_copy_gc_enabled
,
792 KTYPE(bch_cache_set_internal
);
794 static int __bch_cache_cmp(const void *l
, const void *r
)
796 return *((uint16_t *)r
) - *((uint16_t *)l
);
801 struct cache
*ca
= container_of(kobj
, struct cache
, kobj
);
803 sysfs_hprint(bucket_size
, bucket_bytes(ca
));
804 sysfs_hprint(block_size
, block_bytes(ca
));
805 sysfs_print(nbuckets
, ca
->sb
.nbuckets
);
806 sysfs_print(discard
, ca
->discard
);
807 sysfs_hprint(written
, atomic_long_read(&ca
->sectors_written
) << 9);
808 sysfs_hprint(btree_written
,
809 atomic_long_read(&ca
->btree_sectors_written
) << 9);
810 sysfs_hprint(metadata_written
,
811 (atomic_long_read(&ca
->meta_sectors_written
) +
812 atomic_long_read(&ca
->btree_sectors_written
)) << 9);
814 sysfs_print(io_errors
,
815 atomic_read(&ca
->io_errors
) >> IO_ERROR_SHIFT
);
817 if (attr
== &sysfs_cache_replacement_policy
)
818 return bch_snprint_string_list(buf
, PAGE_SIZE
,
819 cache_replacement_policies
,
820 CACHE_REPLACEMENT(&ca
->sb
));
822 if (attr
== &sysfs_priority_stats
) {
824 size_t n
= ca
->sb
.nbuckets
, i
;
825 size_t unused
= 0, available
= 0, dirty
= 0, meta
= 0;
827 /* Compute 31 quantiles */
828 uint16_t q
[31], *p
, *cached
;
831 cached
= p
= vmalloc(ca
->sb
.nbuckets
* sizeof(uint16_t));
835 mutex_lock(&ca
->set
->bucket_lock
);
836 for_each_bucket(b
, ca
) {
837 if (!GC_SECTORS_USED(b
))
839 if (GC_MARK(b
) == GC_MARK_RECLAIMABLE
)
841 if (GC_MARK(b
) == GC_MARK_DIRTY
)
843 if (GC_MARK(b
) == GC_MARK_METADATA
)
847 for (i
= ca
->sb
.first_bucket
; i
< n
; i
++)
848 p
[i
] = ca
->buckets
[i
].prio
;
849 mutex_unlock(&ca
->set
->bucket_lock
);
851 sort(p
, n
, sizeof(uint16_t), __bch_cache_cmp
, NULL
);
857 unused
= ca
->sb
.nbuckets
- n
;
859 while (cached
< p
+ n
&&
860 *cached
== BTREE_PRIO
)
863 for (i
= 0; i
< n
; i
++)
864 sum
+= INITIAL_PRIO
- cached
[i
];
869 for (i
= 0; i
< ARRAY_SIZE(q
); i
++)
870 q
[i
] = INITIAL_PRIO
- cached
[n
* (i
+ 1) /
871 (ARRAY_SIZE(q
) + 1)];
875 ret
= scnprintf(buf
, PAGE_SIZE
,
881 "Sectors per Q: %zu\n"
883 unused
* 100 / (size_t) ca
->sb
.nbuckets
,
884 available
* 100 / (size_t) ca
->sb
.nbuckets
,
885 dirty
* 100 / (size_t) ca
->sb
.nbuckets
,
886 meta
* 100 / (size_t) ca
->sb
.nbuckets
, sum
,
887 n
* ca
->sb
.bucket_size
/ (ARRAY_SIZE(q
) + 1));
889 for (i
= 0; i
< ARRAY_SIZE(q
); i
++)
890 ret
+= scnprintf(buf
+ ret
, PAGE_SIZE
- ret
,
894 ret
+= scnprintf(buf
+ ret
, PAGE_SIZE
- ret
, "]\n");
901 SHOW_LOCKED(bch_cache
)
905 struct cache
*ca
= container_of(kobj
, struct cache
, kobj
);
907 if (attr
== &sysfs_discard
) {
908 bool v
= strtoul_or_return(buf
);
910 if (blk_queue_discard(bdev_get_queue(ca
->bdev
)))
913 if (v
!= CACHE_DISCARD(&ca
->sb
)) {
914 SET_CACHE_DISCARD(&ca
->sb
, v
);
915 bcache_write_super(ca
->set
);
919 if (attr
== &sysfs_cache_replacement_policy
) {
920 ssize_t v
= bch_read_string_list(buf
, cache_replacement_policies
);
925 if ((unsigned) v
!= CACHE_REPLACEMENT(&ca
->sb
)) {
926 mutex_lock(&ca
->set
->bucket_lock
);
927 SET_CACHE_REPLACEMENT(&ca
->sb
, v
);
928 mutex_unlock(&ca
->set
->bucket_lock
);
930 bcache_write_super(ca
->set
);
934 if (attr
== &sysfs_clear_stats
) {
935 atomic_long_set(&ca
->sectors_written
, 0);
936 atomic_long_set(&ca
->btree_sectors_written
, 0);
937 atomic_long_set(&ca
->meta_sectors_written
, 0);
938 atomic_set(&ca
->io_count
, 0);
939 atomic_set(&ca
->io_errors
, 0);
944 STORE_LOCKED(bch_cache
)
946 static struct attribute
*bch_cache_files
[] = {
950 &sysfs_priority_stats
,
953 &sysfs_btree_written
,
954 &sysfs_metadata_written
,
957 &sysfs_cache_replacement_policy
,