]>
Commit | Line | Data |
---|---|---|
b2441318 | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2056a782 JA |
2 | #ifndef BLKTRACE_H |
3 | #define BLKTRACE_H | |
4 | ||
2056a782 JA |
5 | #include <linux/blkdev.h> |
6 | #include <linux/relay.h> | |
62c2a7d9 | 7 | #include <linux/compat.h> |
607ca46e | 8 | #include <uapi/linux/blktrace_api.h> |
a404d557 | 9 | #include <linux/list.h> |
c0ddffa8 | 10 | |
c0ddffa8 | 11 | #if defined(CONFIG_BLK_DEV_IO_TRACE) |
157f9c00 ACM |
12 | |
13 | #include <linux/sysfs.h> | |
14 | ||
2056a782 JA |
15 | struct blk_trace { |
16 | int trace_state; | |
17 | struct rchan *rchan; | |
43cf38eb TH |
18 | unsigned long __percpu *sequence; |
19 | unsigned char __percpu *msg_data; | |
2056a782 JA |
20 | u16 act_mask; |
21 | u64 start_lba; | |
22 | u64 end_lba; | |
23 | u32 pid; | |
24 | u32 dev; | |
25 | struct dentry *dir; | |
26 | struct dentry *dropped_file; | |
02c62304 | 27 | struct dentry *msg_file; |
a404d557 | 28 | struct list_head running_list; |
2056a782 JA |
29 | atomic_t dropped; |
30 | }; | |
31 | ||
35fe6d76 SL |
32 | struct blkcg; |
33 | ||
2056a782 | 34 | extern int blk_trace_ioctl(struct block_device *, unsigned, char __user *); |
165125e1 | 35 | extern void blk_trace_shutdown(struct request_queue *); |
35fe6d76 SL |
36 | extern __printf(3, 4) |
37 | void __trace_note_message(struct blk_trace *, struct blkcg *blkcg, const char *fmt, ...); | |
171044d4 | 38 | |
9d5f09a4 AB |
39 | /** |
40 | * blk_add_trace_msg - Add a (simple) message to the blktrace stream | |
41 | * @q: queue the io is for | |
42 | * @fmt: format to print message in | |
43 | * args... Variable argument list for format | |
44 | * | |
45 | * Description: | |
46 | * Records a (simple) message onto the blktrace stream. | |
47 | * | |
48 | * NOTE: BLK_TN_MAX_MSG characters are output at most. | |
49 | * NOTE: Can not use 'static inline' due to presence of var args... | |
50 | * | |
51 | **/ | |
35fe6d76 | 52 | #define blk_add_cgroup_trace_msg(q, cg, fmt, ...) \ |
9d5f09a4 AB |
53 | do { \ |
54 | struct blk_trace *bt = (q)->blk_trace; \ | |
55 | if (unlikely(bt)) \ | |
35fe6d76 | 56 | __trace_note_message(bt, cg, fmt, ##__VA_ARGS__);\ |
9d5f09a4 | 57 | } while (0) |
35fe6d76 SL |
58 | #define blk_add_trace_msg(q, fmt, ...) \ |
59 | blk_add_cgroup_trace_msg(q, NULL, fmt, ##__VA_ARGS__) | |
64565911 | 60 | #define BLK_TN_MAX_MSG 128 |
2056a782 | 61 | |
59fa0224 SL |
62 | static inline bool blk_trace_note_message_enabled(struct request_queue *q) |
63 | { | |
64 | struct blk_trace *bt = q->blk_trace; | |
65 | if (likely(!bt)) | |
66 | return false; | |
67 | return bt->act_mask & BLK_TC_NOTIFY; | |
68 | } | |
69 | ||
5f3ea37c ACM |
70 | extern void blk_add_driver_data(struct request_queue *q, struct request *rq, |
71 | void *data, size_t len); | |
7da975a2 | 72 | extern int blk_trace_setup(struct request_queue *q, char *name, dev_t dev, |
d0deef5b | 73 | struct block_device *bdev, |
6da127ad | 74 | char __user *arg); |
7da975a2 MP |
75 | extern int blk_trace_startstop(struct request_queue *q, int start); |
76 | extern int blk_trace_remove(struct request_queue *q); | |
48c0d4d4 | 77 | extern void blk_trace_remove_sysfs(struct device *dev); |
1d54ad6d | 78 | extern int blk_trace_init_sysfs(struct device *dev); |
6da127ad | 79 | |
157f9c00 ACM |
80 | extern struct attribute_group blk_trace_attr_group; |
81 | ||
2056a782 | 82 | #else /* !CONFIG_BLK_DEV_IO_TRACE */ |
d0deef5b SD |
83 | # define blk_trace_ioctl(bdev, cmd, arg) (-ENOTTY) |
84 | # define blk_trace_shutdown(q) do { } while (0) | |
d0deef5b SD |
85 | # define blk_add_driver_data(q, rq, data, len) do {} while (0) |
86 | # define blk_trace_setup(q, name, dev, bdev, arg) (-ENOTTY) | |
87 | # define blk_trace_startstop(q, start) (-ENOTTY) | |
88 | # define blk_trace_remove(q) (-ENOTTY) | |
89 | # define blk_add_trace_msg(q, fmt, ...) do { } while (0) | |
35fe6d76 | 90 | # define blk_add_cgroup_trace_msg(q, cg, fmt, ...) do { } while (0) |
b0da3f0d | 91 | # define blk_trace_remove_sysfs(dev) do { } while (0) |
59fa0224 | 92 | # define blk_trace_note_message_enabled(q) (false) |
1d54ad6d LZ |
93 | static inline int blk_trace_init_sysfs(struct device *dev) |
94 | { | |
95 | return 0; | |
96 | } | |
97 | ||
2056a782 | 98 | #endif /* CONFIG_BLK_DEV_IO_TRACE */ |
d0deef5b | 99 | |
2669b19f SR |
100 | #ifdef CONFIG_COMPAT |
101 | ||
102 | struct compat_blk_user_trace_setup { | |
f8c5e944 | 103 | char name[BLKTRACE_BDEV_SIZE]; |
2669b19f SR |
104 | u16 act_mask; |
105 | u32 buf_size; | |
106 | u32 buf_nr; | |
107 | compat_u64 start_lba; | |
108 | compat_u64 end_lba; | |
109 | u32 pid; | |
110 | }; | |
111 | #define BLKTRACESETUP32 _IOWR(0x12, 115, struct compat_blk_user_trace_setup) | |
112 | ||
113 | #endif | |
114 | ||
48b77ad6 | 115 | extern void blk_fill_rwbs(char *rwbs, unsigned int op, int bytes); |
55782138 | 116 | |
48b77ad6 | 117 | static inline sector_t blk_rq_trace_sector(struct request *rq) |
55782138 | 118 | { |
57292b58 | 119 | return blk_rq_is_passthrough(rq) ? 0 : blk_rq_pos(rq); |
55782138 LZ |
120 | } |
121 | ||
48b77ad6 CH |
122 | static inline unsigned int blk_rq_trace_nr_sectors(struct request *rq) |
123 | { | |
57292b58 | 124 | return blk_rq_is_passthrough(rq) ? 0 : blk_rq_sectors(rq); |
48b77ad6 | 125 | } |
55782138 | 126 | |
2056a782 | 127 | #endif |