]> git.proxmox.com Git - mirror_ubuntu-bionic-kernel.git/blob - fs/f2fs/debug.c
f2fs: add bitmaps for empty or full NAT blocks
[mirror_ubuntu-bionic-kernel.git] / fs / f2fs / debug.c
1 /*
2 * f2fs debugging statistics
3 *
4 * Copyright (c) 2012 Samsung Electronics Co., Ltd.
5 * http://www.samsung.com/
6 * Copyright (c) 2012 Linux Foundation
7 * Copyright (c) 2012 Greg Kroah-Hartman <gregkh@linuxfoundation.org>
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
12 */
13
14 #include <linux/fs.h>
15 #include <linux/backing-dev.h>
16 #include <linux/f2fs_fs.h>
17 #include <linux/blkdev.h>
18 #include <linux/debugfs.h>
19 #include <linux/seq_file.h>
20
21 #include "f2fs.h"
22 #include "node.h"
23 #include "segment.h"
24 #include "gc.h"
25
26 static LIST_HEAD(f2fs_stat_list);
27 static struct dentry *f2fs_debugfs_root;
28 static DEFINE_MUTEX(f2fs_stat_mutex);
29
30 static void update_general_status(struct f2fs_sb_info *sbi)
31 {
32 struct f2fs_stat_info *si = F2FS_STAT(sbi);
33 int i;
34
35 /* validation check of the segment numbers */
36 si->hit_largest = atomic64_read(&sbi->read_hit_largest);
37 si->hit_cached = atomic64_read(&sbi->read_hit_cached);
38 si->hit_rbtree = atomic64_read(&sbi->read_hit_rbtree);
39 si->hit_total = si->hit_largest + si->hit_cached + si->hit_rbtree;
40 si->total_ext = atomic64_read(&sbi->total_hit_ext);
41 si->ext_tree = atomic_read(&sbi->total_ext_tree);
42 si->zombie_tree = atomic_read(&sbi->total_zombie_tree);
43 si->ext_node = atomic_read(&sbi->total_ext_node);
44 si->ndirty_node = get_pages(sbi, F2FS_DIRTY_NODES);
45 si->ndirty_dent = get_pages(sbi, F2FS_DIRTY_DENTS);
46 si->ndirty_meta = get_pages(sbi, F2FS_DIRTY_META);
47 si->ndirty_data = get_pages(sbi, F2FS_DIRTY_DATA);
48 si->ndirty_imeta = get_pages(sbi, F2FS_DIRTY_IMETA);
49 si->ndirty_dirs = sbi->ndirty_inode[DIR_INODE];
50 si->ndirty_files = sbi->ndirty_inode[FILE_INODE];
51 si->ndirty_all = sbi->ndirty_inode[DIRTY_META];
52 si->inmem_pages = get_pages(sbi, F2FS_INMEM_PAGES);
53 si->aw_cnt = atomic_read(&sbi->aw_cnt);
54 si->max_aw_cnt = atomic_read(&sbi->max_aw_cnt);
55 si->nr_wb_cp_data = get_pages(sbi, F2FS_WB_CP_DATA);
56 si->nr_wb_data = get_pages(sbi, F2FS_WB_DATA);
57 if (SM_I(sbi) && SM_I(sbi)->fcc_info)
58 si->nr_flush =
59 atomic_read(&SM_I(sbi)->fcc_info->submit_flush);
60 if (SM_I(sbi) && SM_I(sbi)->dcc_info)
61 si->nr_discard =
62 atomic_read(&SM_I(sbi)->dcc_info->submit_discard);
63 si->total_count = (int)sbi->user_block_count / sbi->blocks_per_seg;
64 si->rsvd_segs = reserved_segments(sbi);
65 si->overp_segs = overprovision_segments(sbi);
66 si->valid_count = valid_user_blocks(sbi);
67 si->discard_blks = discard_blocks(sbi);
68 si->valid_node_count = valid_node_count(sbi);
69 si->valid_inode_count = valid_inode_count(sbi);
70 si->inline_xattr = atomic_read(&sbi->inline_xattr);
71 si->inline_inode = atomic_read(&sbi->inline_inode);
72 si->inline_dir = atomic_read(&sbi->inline_dir);
73 si->append = sbi->im[APPEND_INO].ino_num;
74 si->update = sbi->im[UPDATE_INO].ino_num;
75 si->orphans = sbi->im[ORPHAN_INO].ino_num;
76 si->utilization = utilization(sbi);
77
78 si->free_segs = free_segments(sbi);
79 si->free_secs = free_sections(sbi);
80 si->prefree_count = prefree_segments(sbi);
81 si->dirty_count = dirty_segments(sbi);
82 si->node_pages = NODE_MAPPING(sbi)->nrpages;
83 si->meta_pages = META_MAPPING(sbi)->nrpages;
84 si->nats = NM_I(sbi)->nat_cnt;
85 si->dirty_nats = NM_I(sbi)->dirty_nat_cnt;
86 si->sits = MAIN_SEGS(sbi);
87 si->dirty_sits = SIT_I(sbi)->dirty_sentries;
88 si->free_nids = NM_I(sbi)->nid_cnt[FREE_NID_LIST];
89 si->alloc_nids = NM_I(sbi)->nid_cnt[ALLOC_NID_LIST];
90 si->bg_gc = sbi->bg_gc;
91 si->util_free = (int)(free_user_blocks(sbi) >> sbi->log_blocks_per_seg)
92 * 100 / (int)(sbi->user_block_count >> sbi->log_blocks_per_seg)
93 / 2;
94 si->util_valid = (int)(written_block_count(sbi) >>
95 sbi->log_blocks_per_seg)
96 * 100 / (int)(sbi->user_block_count >> sbi->log_blocks_per_seg)
97 / 2;
98 si->util_invalid = 50 - si->util_free - si->util_valid;
99 for (i = CURSEG_HOT_DATA; i <= CURSEG_COLD_NODE; i++) {
100 struct curseg_info *curseg = CURSEG_I(sbi, i);
101 si->curseg[i] = curseg->segno;
102 si->cursec[i] = curseg->segno / sbi->segs_per_sec;
103 si->curzone[i] = si->cursec[i] / sbi->secs_per_zone;
104 }
105
106 for (i = 0; i < 2; i++) {
107 si->segment_count[i] = sbi->segment_count[i];
108 si->block_count[i] = sbi->block_count[i];
109 }
110
111 si->inplace_count = atomic_read(&sbi->inplace_count);
112 }
113
114 /*
115 * This function calculates BDF of every segments
116 */
117 static void update_sit_info(struct f2fs_sb_info *sbi)
118 {
119 struct f2fs_stat_info *si = F2FS_STAT(sbi);
120 unsigned long long blks_per_sec, hblks_per_sec, total_vblocks;
121 unsigned long long bimodal, dist;
122 unsigned int segno, vblocks;
123 int ndirty = 0;
124
125 bimodal = 0;
126 total_vblocks = 0;
127 blks_per_sec = sbi->segs_per_sec * sbi->blocks_per_seg;
128 hblks_per_sec = blks_per_sec / 2;
129 for (segno = 0; segno < MAIN_SEGS(sbi); segno += sbi->segs_per_sec) {
130 vblocks = get_valid_blocks(sbi, segno, sbi->segs_per_sec);
131 dist = abs(vblocks - hblks_per_sec);
132 bimodal += dist * dist;
133
134 if (vblocks > 0 && vblocks < blks_per_sec) {
135 total_vblocks += vblocks;
136 ndirty++;
137 }
138 }
139 dist = div_u64(MAIN_SECS(sbi) * hblks_per_sec * hblks_per_sec, 100);
140 si->bimodal = div64_u64(bimodal, dist);
141 if (si->dirty_count)
142 si->avg_vblocks = div_u64(total_vblocks, ndirty);
143 else
144 si->avg_vblocks = 0;
145 }
146
147 /*
148 * This function calculates memory footprint.
149 */
150 static void update_mem_info(struct f2fs_sb_info *sbi)
151 {
152 struct f2fs_stat_info *si = F2FS_STAT(sbi);
153 unsigned npages;
154 int i;
155
156 if (si->base_mem)
157 goto get_cache;
158
159 si->base_mem = sizeof(struct f2fs_sb_info) + sbi->sb->s_blocksize;
160 si->base_mem += 2 * sizeof(struct f2fs_inode_info);
161 si->base_mem += sizeof(*sbi->ckpt);
162 si->base_mem += sizeof(struct percpu_counter) * NR_COUNT_TYPE;
163
164 /* build sm */
165 si->base_mem += sizeof(struct f2fs_sm_info);
166
167 /* build sit */
168 si->base_mem += sizeof(struct sit_info);
169 si->base_mem += MAIN_SEGS(sbi) * sizeof(struct seg_entry);
170 si->base_mem += f2fs_bitmap_size(MAIN_SEGS(sbi));
171 si->base_mem += 2 * SIT_VBLOCK_MAP_SIZE * MAIN_SEGS(sbi);
172 if (f2fs_discard_en(sbi))
173 si->base_mem += SIT_VBLOCK_MAP_SIZE * MAIN_SEGS(sbi);
174 si->base_mem += SIT_VBLOCK_MAP_SIZE;
175 if (sbi->segs_per_sec > 1)
176 si->base_mem += MAIN_SECS(sbi) * sizeof(struct sec_entry);
177 si->base_mem += __bitmap_size(sbi, SIT_BITMAP);
178
179 /* build free segmap */
180 si->base_mem += sizeof(struct free_segmap_info);
181 si->base_mem += f2fs_bitmap_size(MAIN_SEGS(sbi));
182 si->base_mem += f2fs_bitmap_size(MAIN_SECS(sbi));
183
184 /* build curseg */
185 si->base_mem += sizeof(struct curseg_info) * NR_CURSEG_TYPE;
186 si->base_mem += PAGE_SIZE * NR_CURSEG_TYPE;
187
188 /* build dirty segmap */
189 si->base_mem += sizeof(struct dirty_seglist_info);
190 si->base_mem += NR_DIRTY_TYPE * f2fs_bitmap_size(MAIN_SEGS(sbi));
191 si->base_mem += f2fs_bitmap_size(MAIN_SECS(sbi));
192
193 /* build nm */
194 si->base_mem += sizeof(struct f2fs_nm_info);
195 si->base_mem += __bitmap_size(sbi, NAT_BITMAP);
196 si->base_mem += (NM_I(sbi)->nat_bits_blocks << F2FS_BLKSIZE_BITS);
197
198 get_cache:
199 si->cache_mem = 0;
200
201 /* build gc */
202 if (sbi->gc_thread)
203 si->cache_mem += sizeof(struct f2fs_gc_kthread);
204
205 /* build merge flush thread */
206 if (SM_I(sbi)->fcc_info)
207 si->cache_mem += sizeof(struct flush_cmd_control);
208 if (SM_I(sbi)->dcc_info)
209 si->cache_mem += sizeof(struct discard_cmd_control);
210
211 /* free nids */
212 si->cache_mem += (NM_I(sbi)->nid_cnt[FREE_NID_LIST] +
213 NM_I(sbi)->nid_cnt[ALLOC_NID_LIST]) *
214 sizeof(struct free_nid);
215 si->cache_mem += NM_I(sbi)->nat_cnt * sizeof(struct nat_entry);
216 si->cache_mem += NM_I(sbi)->dirty_nat_cnt *
217 sizeof(struct nat_entry_set);
218 si->cache_mem += si->inmem_pages * sizeof(struct inmem_pages);
219 for (i = 0; i <= ORPHAN_INO; i++)
220 si->cache_mem += sbi->im[i].ino_num * sizeof(struct ino_entry);
221 si->cache_mem += atomic_read(&sbi->total_ext_tree) *
222 sizeof(struct extent_tree);
223 si->cache_mem += atomic_read(&sbi->total_ext_node) *
224 sizeof(struct extent_node);
225
226 si->page_mem = 0;
227 npages = NODE_MAPPING(sbi)->nrpages;
228 si->page_mem += (unsigned long long)npages << PAGE_SHIFT;
229 npages = META_MAPPING(sbi)->nrpages;
230 si->page_mem += (unsigned long long)npages << PAGE_SHIFT;
231 }
232
233 static int stat_show(struct seq_file *s, void *v)
234 {
235 struct f2fs_stat_info *si;
236 int i = 0;
237 int j;
238
239 mutex_lock(&f2fs_stat_mutex);
240 list_for_each_entry(si, &f2fs_stat_list, stat_list) {
241 update_general_status(si->sbi);
242
243 seq_printf(s, "\n=====[ partition info(%pg). #%d, %s]=====\n",
244 si->sbi->sb->s_bdev, i++,
245 f2fs_readonly(si->sbi->sb) ? "RO": "RW");
246 seq_printf(s, "[SB: 1] [CP: 2] [SIT: %d] [NAT: %d] ",
247 si->sit_area_segs, si->nat_area_segs);
248 seq_printf(s, "[SSA: %d] [MAIN: %d",
249 si->ssa_area_segs, si->main_area_segs);
250 seq_printf(s, "(OverProv:%d Resv:%d)]\n\n",
251 si->overp_segs, si->rsvd_segs);
252 if (test_opt(si->sbi, DISCARD))
253 seq_printf(s, "Utilization: %u%% (%u valid blocks, %u discard blocks)\n",
254 si->utilization, si->valid_count, si->discard_blks);
255 else
256 seq_printf(s, "Utilization: %u%% (%u valid blocks)\n",
257 si->utilization, si->valid_count);
258
259 seq_printf(s, " - Node: %u (Inode: %u, ",
260 si->valid_node_count, si->valid_inode_count);
261 seq_printf(s, "Other: %u)\n - Data: %u\n",
262 si->valid_node_count - si->valid_inode_count,
263 si->valid_count - si->valid_node_count);
264 seq_printf(s, " - Inline_xattr Inode: %u\n",
265 si->inline_xattr);
266 seq_printf(s, " - Inline_data Inode: %u\n",
267 si->inline_inode);
268 seq_printf(s, " - Inline_dentry Inode: %u\n",
269 si->inline_dir);
270 seq_printf(s, " - Orphan/Append/Update Inode: %u, %u, %u\n",
271 si->orphans, si->append, si->update);
272 seq_printf(s, "\nMain area: %d segs, %d secs %d zones\n",
273 si->main_area_segs, si->main_area_sections,
274 si->main_area_zones);
275 seq_printf(s, " - COLD data: %d, %d, %d\n",
276 si->curseg[CURSEG_COLD_DATA],
277 si->cursec[CURSEG_COLD_DATA],
278 si->curzone[CURSEG_COLD_DATA]);
279 seq_printf(s, " - WARM data: %d, %d, %d\n",
280 si->curseg[CURSEG_WARM_DATA],
281 si->cursec[CURSEG_WARM_DATA],
282 si->curzone[CURSEG_WARM_DATA]);
283 seq_printf(s, " - HOT data: %d, %d, %d\n",
284 si->curseg[CURSEG_HOT_DATA],
285 si->cursec[CURSEG_HOT_DATA],
286 si->curzone[CURSEG_HOT_DATA]);
287 seq_printf(s, " - Dir dnode: %d, %d, %d\n",
288 si->curseg[CURSEG_HOT_NODE],
289 si->cursec[CURSEG_HOT_NODE],
290 si->curzone[CURSEG_HOT_NODE]);
291 seq_printf(s, " - File dnode: %d, %d, %d\n",
292 si->curseg[CURSEG_WARM_NODE],
293 si->cursec[CURSEG_WARM_NODE],
294 si->curzone[CURSEG_WARM_NODE]);
295 seq_printf(s, " - Indir nodes: %d, %d, %d\n",
296 si->curseg[CURSEG_COLD_NODE],
297 si->cursec[CURSEG_COLD_NODE],
298 si->curzone[CURSEG_COLD_NODE]);
299 seq_printf(s, "\n - Valid: %d\n - Dirty: %d\n",
300 si->main_area_segs - si->dirty_count -
301 si->prefree_count - si->free_segs,
302 si->dirty_count);
303 seq_printf(s, " - Prefree: %d\n - Free: %d (%d)\n\n",
304 si->prefree_count, si->free_segs, si->free_secs);
305 seq_printf(s, "CP calls: %d (BG: %d)\n",
306 si->cp_count, si->bg_cp_count);
307 seq_printf(s, "GC calls: %d (BG: %d)\n",
308 si->call_count, si->bg_gc);
309 seq_printf(s, " - data segments : %d (%d)\n",
310 si->data_segs, si->bg_data_segs);
311 seq_printf(s, " - node segments : %d (%d)\n",
312 si->node_segs, si->bg_node_segs);
313 seq_printf(s, "Try to move %d blocks (BG: %d)\n", si->tot_blks,
314 si->bg_data_blks + si->bg_node_blks);
315 seq_printf(s, " - data blocks : %d (%d)\n", si->data_blks,
316 si->bg_data_blks);
317 seq_printf(s, " - node blocks : %d (%d)\n", si->node_blks,
318 si->bg_node_blks);
319 seq_puts(s, "\nExtent Cache:\n");
320 seq_printf(s, " - Hit Count: L1-1:%llu L1-2:%llu L2:%llu\n",
321 si->hit_largest, si->hit_cached,
322 si->hit_rbtree);
323 seq_printf(s, " - Hit Ratio: %llu%% (%llu / %llu)\n",
324 !si->total_ext ? 0 :
325 div64_u64(si->hit_total * 100, si->total_ext),
326 si->hit_total, si->total_ext);
327 seq_printf(s, " - Inner Struct Count: tree: %d(%d), node: %d\n",
328 si->ext_tree, si->zombie_tree, si->ext_node);
329 seq_puts(s, "\nBalancing F2FS Async:\n");
330 seq_printf(s, " - IO (CP: %4d, Data: %4d, Flush: %4d, Discard: %4d)\n",
331 si->nr_wb_cp_data, si->nr_wb_data,
332 si->nr_flush, si->nr_discard);
333 seq_printf(s, " - inmem: %4d, atomic IO: %4d (Max. %4d)\n",
334 si->inmem_pages, si->aw_cnt, si->max_aw_cnt);
335 seq_printf(s, " - nodes: %4d in %4d\n",
336 si->ndirty_node, si->node_pages);
337 seq_printf(s, " - dents: %4d in dirs:%4d (%4d)\n",
338 si->ndirty_dent, si->ndirty_dirs, si->ndirty_all);
339 seq_printf(s, " - datas: %4d in files:%4d\n",
340 si->ndirty_data, si->ndirty_files);
341 seq_printf(s, " - meta: %4d in %4d\n",
342 si->ndirty_meta, si->meta_pages);
343 seq_printf(s, " - imeta: %4d\n",
344 si->ndirty_imeta);
345 seq_printf(s, " - NATs: %9d/%9d\n - SITs: %9d/%9d\n",
346 si->dirty_nats, si->nats, si->dirty_sits, si->sits);
347 seq_printf(s, " - free_nids: %9d, alloc_nids: %9d\n",
348 si->free_nids, si->alloc_nids);
349 seq_puts(s, "\nDistribution of User Blocks:");
350 seq_puts(s, " [ valid | invalid | free ]\n");
351 seq_puts(s, " [");
352
353 for (j = 0; j < si->util_valid; j++)
354 seq_putc(s, '-');
355 seq_putc(s, '|');
356
357 for (j = 0; j < si->util_invalid; j++)
358 seq_putc(s, '-');
359 seq_putc(s, '|');
360
361 for (j = 0; j < si->util_free; j++)
362 seq_putc(s, '-');
363 seq_puts(s, "]\n\n");
364 seq_printf(s, "IPU: %u blocks\n", si->inplace_count);
365 seq_printf(s, "SSR: %u blocks in %u segments\n",
366 si->block_count[SSR], si->segment_count[SSR]);
367 seq_printf(s, "LFS: %u blocks in %u segments\n",
368 si->block_count[LFS], si->segment_count[LFS]);
369
370 /* segment usage info */
371 update_sit_info(si->sbi);
372 seq_printf(s, "\nBDF: %u, avg. vblocks: %u\n",
373 si->bimodal, si->avg_vblocks);
374
375 /* memory footprint */
376 update_mem_info(si->sbi);
377 seq_printf(s, "\nMemory: %llu KB\n",
378 (si->base_mem + si->cache_mem + si->page_mem) >> 10);
379 seq_printf(s, " - static: %llu KB\n",
380 si->base_mem >> 10);
381 seq_printf(s, " - cached: %llu KB\n",
382 si->cache_mem >> 10);
383 seq_printf(s, " - paged : %llu KB\n",
384 si->page_mem >> 10);
385 }
386 mutex_unlock(&f2fs_stat_mutex);
387 return 0;
388 }
389
390 static int stat_open(struct inode *inode, struct file *file)
391 {
392 return single_open(file, stat_show, inode->i_private);
393 }
394
395 static const struct file_operations stat_fops = {
396 .owner = THIS_MODULE,
397 .open = stat_open,
398 .read = seq_read,
399 .llseek = seq_lseek,
400 .release = single_release,
401 };
402
403 int f2fs_build_stats(struct f2fs_sb_info *sbi)
404 {
405 struct f2fs_super_block *raw_super = F2FS_RAW_SUPER(sbi);
406 struct f2fs_stat_info *si;
407
408 si = kzalloc(sizeof(struct f2fs_stat_info), GFP_KERNEL);
409 if (!si)
410 return -ENOMEM;
411
412 si->all_area_segs = le32_to_cpu(raw_super->segment_count);
413 si->sit_area_segs = le32_to_cpu(raw_super->segment_count_sit);
414 si->nat_area_segs = le32_to_cpu(raw_super->segment_count_nat);
415 si->ssa_area_segs = le32_to_cpu(raw_super->segment_count_ssa);
416 si->main_area_segs = le32_to_cpu(raw_super->segment_count_main);
417 si->main_area_sections = le32_to_cpu(raw_super->section_count);
418 si->main_area_zones = si->main_area_sections /
419 le32_to_cpu(raw_super->secs_per_zone);
420 si->sbi = sbi;
421 sbi->stat_info = si;
422
423 atomic64_set(&sbi->total_hit_ext, 0);
424 atomic64_set(&sbi->read_hit_rbtree, 0);
425 atomic64_set(&sbi->read_hit_largest, 0);
426 atomic64_set(&sbi->read_hit_cached, 0);
427
428 atomic_set(&sbi->inline_xattr, 0);
429 atomic_set(&sbi->inline_inode, 0);
430 atomic_set(&sbi->inline_dir, 0);
431 atomic_set(&sbi->inplace_count, 0);
432
433 atomic_set(&sbi->aw_cnt, 0);
434 atomic_set(&sbi->max_aw_cnt, 0);
435
436 mutex_lock(&f2fs_stat_mutex);
437 list_add_tail(&si->stat_list, &f2fs_stat_list);
438 mutex_unlock(&f2fs_stat_mutex);
439
440 return 0;
441 }
442
443 void f2fs_destroy_stats(struct f2fs_sb_info *sbi)
444 {
445 struct f2fs_stat_info *si = F2FS_STAT(sbi);
446
447 mutex_lock(&f2fs_stat_mutex);
448 list_del(&si->stat_list);
449 mutex_unlock(&f2fs_stat_mutex);
450
451 kfree(si);
452 }
453
454 int __init f2fs_create_root_stats(void)
455 {
456 struct dentry *file;
457
458 f2fs_debugfs_root = debugfs_create_dir("f2fs", NULL);
459 if (!f2fs_debugfs_root)
460 return -ENOMEM;
461
462 file = debugfs_create_file("status", S_IRUGO, f2fs_debugfs_root,
463 NULL, &stat_fops);
464 if (!file) {
465 debugfs_remove(f2fs_debugfs_root);
466 f2fs_debugfs_root = NULL;
467 return -ENOMEM;
468 }
469
470 return 0;
471 }
472
473 void f2fs_destroy_root_stats(void)
474 {
475 if (!f2fs_debugfs_root)
476 return;
477
478 debugfs_remove_recursive(f2fs_debugfs_root);
479 f2fs_debugfs_root = NULL;
480 }